@fsai-flow/core 0.0.1

package/dist/src/lib/ActiveWorkflows.js

@@ -0,0 +1,244 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ActiveWorkflows = void 0;
+const tslib_1 = require("tslib");
+/* eslint-disable no-continue */
+/* eslint-disable no-await-in-loop */
+/* eslint-disable no-restricted-syntax */
+const cron_1 = require("cron");
+const workflow_1 = require("@fsai-flow/workflow");
+const crypto_1 = require("../utils/crypto");
+class ActiveWorkflows {
+    constructor() {
+        this.workflowData = {};
+    }
+    /**
+     * Returns if the workflow is active
+     *
+     * @param {string} id The id of the workflow to check
+     * @returns {boolean}
+     * @memberof ActiveWorkflows
+     */
+    isActive(id) {
+        // eslint-disable-next-line no-prototype-builtins
+        return this.workflowData.hasOwnProperty(id);
+    }
+    /**
+     * Returns the ids of the currently active workflows
+     *
+     * @returns {string[]}
+     * @memberof ActiveWorkflows
+     */
+    allActiveWorkflows() {
+        return Object.keys(this.workflowData);
+    }
+    /**
+     * Returns the Workflow data for the workflow with
+     * the given id if it is currently active
+     *
+     * @param {string} id
+     * @returns {(WorkflowData | undefined)}
+     * @memberof ActiveWorkflows
+     */
+    get(id) {
+        return this.workflowData[id];
+    }
+    /**
+     * Makes a workflow active
+     *
+     * @param {string} id The id of the workflow to activate
+     * @param {Workflow} workflow The workflow to activate
+     * @param {IWorkflowExecuteAdditionalData} additionalData The additional data which is needed to run workflows
+     * @returns {Promise<void>}
+     * @memberof ActiveWorkflows
+     */
+    add(id, workflow, additionalData, mode, activation, getTriggerFunctions, getPollFunctions) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            this.workflowData[id] = {};
+            const triggerNodes = workflow.getTriggerNodes();
+            let triggerResponse;
+            this.workflowData[id].triggerResponses = [];
+            for (const triggerNode of triggerNodes) {
+                triggerResponse = yield workflow.runTrigger(triggerNode, getTriggerFunctions, additionalData, mode, activation);
+                if (triggerResponse !== undefined) {
+                    // If a response was given save it
+                    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+                    this.workflowData[id].triggerResponses.push(triggerResponse);
+                }
+            }
+            const pollNodes = workflow.getPollNodes();
+            if (pollNodes.length) {
+                this.workflowData[id].pollResponses = [];
+                for (const pollNode of pollNodes) {
+                    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+                    this.workflowData[id].pollResponses.push(yield this.activatePolling(pollNode, workflow, additionalData, getPollFunctions, mode, activation));
+                }
+            }
+        });
+    }
+    /**
+     * Activates polling for the given node
+     *
+     * @param {INode} node
+     * @param {Workflow} workflow
+     * @param {IWorkflowExecuteAdditionalData} additionalData
+     * @param {IGetExecutePollFunctions} getPollFunctions
+     * @returns {Promise<IPollResponse>}
+     * @memberof ActiveWorkflows
+     */
+    activatePolling(node, workflow, additionalData, getPollFunctions, mode, activation) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const pollFunctions = getPollFunctions(workflow, node, additionalData, mode, activation);
+            const pollTimes = pollFunctions.getNodeParameter('pollTimes');
+            // Define the order the cron-time-parameter appear
+            const parameterOrder = [
+                'second', // 0 - 59
+                'minute', // 0 - 59
+                'hour', // 0 - 23
+                'dayOfMonth', // 1 - 31
+                'month', // 0 - 11(Jan - Dec)
+                'weekday', // 0 - 6(Sun - Sat)
+            ];
+            // Get all the trigger times
+            const cronTimes = [];
+            let cronTime;
+            let parameterName;
+            if (pollTimes.item !== undefined) {
+                for (const item of pollTimes.item) {
+                    cronTime = [];
+                    if (item.mode === 'custom') {
+                        cronTimes.push(item['cronExpression'].trim());
+                        continue;
+                    }
+                    if (item.mode === 'everyMinute') {
+                        cronTimes.push(`${(0, crypto_1.secureRandomNumber)(1, 60).toString()} * * * * *`);
+                        continue;
+                    }
+                    if (item.mode === 'everyX') {
+                        if (item['unit'] === 'minutes') {
+                            cronTimes.push(`${(0, crypto_1.secureRandomNumber)(1, 60).toString()} */${item['value']} * * * *`);
+                        }
+                        else if (item['unit'] === 'hours') {
+                            cronTimes.push(`${(0, crypto_1.secureRandomNumber)(1, 60).toString()} 0 */${item['value']} * * *`);
+                        }
+                        else if (item['unit'] === 'seconds') {
+                            cronTimes.push(`*/${item['value']} * * * * *`);
+                        }
+                        continue;
+                    }
+                    for (parameterName of parameterOrder) {
+                        if (item[parameterName] !== undefined) {
+                            // Value is set so use it
+                            cronTime.push(item[parameterName]);
+                        }
+                        else if (parameterName === 'second') {
+                            // For seconds we use by default a random one to make sure to
+                            // balance the load a little bit over time
+                            cronTime.push((0, crypto_1.secureRandomNumber)(1, 60).toString());
+                        }
+                        else {
+                            // For all others set "any"
+                            cronTime.push('*');
+                        }
+                    }
+                    cronTimes.push(cronTime.join(' '));
+                }
+            }
+            // The trigger function to execute when the cron-time got reached
+            const executeTrigger = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                // eslint-disable-next-line @typescript-eslint/restrict-template-expressions
+                workflow_1.LoggerProxy.debug(`Polling trigger initiated for workflow "${workflow.name}"`, {
+                    workflowName: workflow.name,
+                    workflowId: workflow.id,
+                });
+                const pollResponse = yield workflow.runPoll(node, pollFunctions);
+                if (pollResponse !== null) {
+                    // eslint-disable-next-line no-underscore-dangle
+                    pollFunctions.__emit(pollResponse);
+                }
+            });
+            // Execute the trigger directly to be able to know if it works
+            yield executeTrigger();
+            const timezone = pollFunctions.getTimezone();
+            // Start the cron-jobs
+            const cronJobs = [];
+            // eslint-disable-next-line @typescript-eslint/no-shadow
+            for (const cronTime of cronTimes) {
+                const cronTimeParts = cronTime.split(' ');
+                // Verificar se é polling em segundos
+                if (cronTimeParts.length === 6 && cronTimeParts[0].includes('/')) {
+                    const secondsInterval = parseInt(cronTimeParts[0].replace('*/', ''), 10);
+                    if (secondsInterval < 1) {
+                        throw new Error('The polling interval is too short. It has to be at least 1 second!');
+                    }
+                }
+                else if (cronTimeParts.length > 0 && cronTimeParts[0].includes('*') && !cronTimeParts[0].includes('/')) {
+                    throw new Error('The polling interval is too short. It has to be at least a minute!');
+                }
+                cronJobs.push(new cron_1.CronJob(cronTime, executeTrigger, undefined, true, timezone));
+            }
+            // Stop the cron-jobs
+            function closeFunction() {
+                return tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    for (const cronJob of cronJobs) {
+                        cronJob.stop();
+                    }
+                });
+            }
+            return {
+                closeFunction,
+            };
+        });
+    }
+    /**
+     * Makes a workflow inactive
+     *
+     * @param {string} id The id of the workflow to deactivate
+     * @returns {Promise<void>}
+     * @memberof ActiveWorkflows
+     */
+    remove(id) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (!this.isActive(id)) {
+                // Workflow is currently not registered
+                throw new Error(`The workflow with the id "${id}" is currently not active and can so not be removed`);
+            }
+            const workflowData = this.workflowData[id];
+            if (workflowData.triggerResponses) {
+                for (const triggerResponse of workflowData.triggerResponses) {
+                    if (triggerResponse.closeFunction) {
+                        try {
+                            yield triggerResponse.closeFunction();
+                        }
+                        catch (error) {
+                            workflow_1.LoggerProxy.error(
+                            // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access, @typescript-eslint/restrict-template-expressions
+                            `There was a problem deactivating trigger of workflow "${id}": "${error.message}"`, {
+                                workflowId: id,
+                            });
+                        }
+                    }
+                }
+            }
+            if (workflowData.pollResponses) {
+                for (const pollResponse of workflowData.pollResponses) {
+                    if (pollResponse.closeFunction) {
+                        try {
+                            yield pollResponse.closeFunction();
+                        }
+                        catch (error) {
+                            workflow_1.LoggerProxy.error(
+                            // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access, @typescript-eslint/restrict-template-expressions
+                            `There was a problem deactivating polling trigger of workflow "${id}": "${error.message}"`, {
+                                workflowId: id,
+                            });
+                        }
+                    }
+                }
+            }
+            delete this.workflowData[id];
+        });
+    }
+}
+exports.ActiveWorkflows = ActiveWorkflows;
+//# sourceMappingURL=ActiveWorkflows.js.map

package/dist/src/lib/ActiveWorkflows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ActiveWorkflows.js","sourceRoot":"","sources":["../../../src/lib/ActiveWorkflows.ts"],"names":[],"mappings":";;;;AAAA,gCAAgC;AAChC,qCAAqC;AACrC,yCAAyC;AACzC,+BAA+B;AAE/B,kDAW6B;AAE7B,4CAAqD;AAKrD,MAAa,eAAe;IAA5B;QACS,iBAAY,GAEhB,EAAE,CAAC;IAqRR,CAAC;IAnRA;;;;;;OAMG;IACH,QAAQ,CAAC,EAAU;QAClB,iDAAiD;QACjD,OAAO,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED;;;;;OAKG;IACH,kBAAkB;QACjB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACvC,CAAC;IAED;;;;;;;OAOG;IACH,GAAG,CAAC,EAAU;QACb,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;;;;OAQG;IACG,GAAG,CACR,EAAU,EACV,QAAkB,EAClB,cAA8C,EAC9C,IAAyB,EACzB,UAAgC,EAChC,mBAAgD,EAChD,gBAA0C;;YAE1C,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,QAAQ,CAAC,eAAe,EAAE,CAAC;YAEhD,IAAI,eAA6C,CAAC;YAClD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,gBAAgB,GAAG,EAAE,CAAC;YAC5C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;gBACxC,eAAe,GAAG,MAAM,QAAQ,CAAC,UAAU,CAC1C,WAAW,EACX,mBAAmB,EACnB,cAAc,EACd,IAAI,EACJ,UAAU,CACV,CAAC;gBACF,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;oBACnC,kCAAkC;oBAClC,oEAAoE;oBACpE,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,gBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAC/D,CAAC;YACF,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC1C,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACtB,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,EAAE,CAAC;gBACzC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBAClC,oEAAoE;oBACpE,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,aAAc,CAAC,IAAI,CACxC,MAAM,IAAI,CAAC,eAAe,CACzB,QAAQ,EACR,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,IAAI,EACJ,UAAU,CACV,CACD,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;KAAA;IAED;;;;;;;;;OASG;IACG,eAAe,CACpB,IAAW,EACX,QAAkB,EAClB,cAA8C,EAC9C,gBAA0C,EAC1C,IAAyB,EACzB,UAAgC;;YAEhC,MAAM,aAAa,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;YAEzF,MAAM,SAAS,GAAG,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAE3D,CAAC;YAEF,kDAAkD;YAClD,MAAM,cAAc,GAAG;gBACtB,QAAQ,EAAE,SAAS;gBACnB,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,SAAS;gBACjB,YAAY,EAAE,SAAS;gBACvB,OAAO,EAAE,oBAAoB;gBAC7B,SAAS,EAAE,mBAAmB;aAC9B,CAAC;YAEF,4BAA4B;YAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,IAAI,QAAkB,CAAC;YACvB,IAAI,aAAqB,CAAC;YAC1B,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAClC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;oBACnC,QAAQ,GAAG,EAAE,CAAC;oBACd,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAC5B,SAAS,CAAC,IAAI,CAAE,IAAI,CAAC,gBAAgB,CAAY,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC1D,SAAS;oBACV,CAAC;oBACD,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACjC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,2BAAkB,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;wBACpE,SAAS;oBACV,CAAC;oBACD,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,SAAS,EAAE,CAAC;4BAChC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,2BAAkB,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;wBACtF,CAAC;6BAAM,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,OAAO,EAAE,CAAC;4BACrC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,2BAAkB,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;wBACtF,CAAC;6BAAM,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,SAAS,EAAE,CAAC;4BACvC,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;wBAChD,CAAC;wBACD,SAAS;oBACV,CAAC;oBAED,KAAK,aAAa,IAAI,cAAc,EAAE,CAAC;wBACtC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,SAAS,EAAE,CAAC;4BACvC,yBAAyB;4BACzB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAW,CAAC,CAAC;wBAC9C,CAAC;6BAAM,IAAI,aAAa,KAAK,QAAQ,EAAE,CAAC;4BACvC,6DAA6D;4BAC7D,0CAA0C;4BAC1C,QAAQ,CAAC,IAAI,CAAC,IAAA,2BAAkB,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;wBACrD,CAAC;6BAAM,CAAC;4BACP,2BAA2B;4BAC3B,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACpB,CAAC;oBACF,CAAC;oBAED,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpC,CAAC;YACF,CAAC;YAED,iEAAiE;YACjE,MAAM,cAAc,GAAG,GAAS,EAAE;gBACjC,4EAA4E;gBAC5E,sBAAM,CAAC,KAAK,CAAC,2CAA2C,QAAQ,CAAC,IAAI,GAAG,EAAE;oBACzE,YAAY,EAAE,QAAQ,CAAC,IAAI;oBAC3B,UAAU,EAAE,QAAQ,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;gBAEjE,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;oBAC3B,gDAAgD;oBAChD,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBACpC,CAAC;YACF,CAAC,CAAA,CAAC;YAEF,8DAA8D;YAC9D,MAAM,cAAc,EAAE,CAAC;YAEvB,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;YAE7C,sBAAsB;YACtB,MAAM,QAAQ,GAAc,EAAE,CAAC;YAC/B,wDAAwD;YACxD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAClC,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAE1C,qCAAqC;gBACrC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClE,MAAM,eAAe,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzE,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;oBACvF,CAAC;gBACF,CAAC;qBAAM,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1G,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;gBACvF,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,IAAI,cAAO,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;YACjF,CAAC;YAED,qBAAqB;YACrB,SAAe,aAAa;;oBAC3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;wBAChC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAChB,CAAC;gBACF,CAAC;aAAA;YAED,OAAO;gBACN,aAAa;aACb,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACG,MAAM,CAAC,EAAU;;YACtB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxB,uCAAuC;gBACvC,MAAM,IAAI,KAAK,CACd,6BAA6B,EAAE,qDAAqD,CACpF,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAE3C,IAAI,YAAY,CAAC,gBAAgB,EAAE,CAAC;gBACnC,KAAK,MAAM,eAAe,IAAI,YAAY,CAAC,gBAAgB,EAAE,CAAC;oBAC7D,IAAI,eAAe,CAAC,aAAa,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACJ,MAAM,eAAe,CAAC,aAAa,EAAE,CAAC;wBACvC,CAAC;wBAAC,OAAO,KAAU,EAAE,CAAC;4BACrB,sBAAM,CAAC,KAAK;4BACX,wHAAwH;4BACxH,yDAAyD,EAAE,OAAO,KAAK,CAAC,OAAO,GAAG,EAClF;gCACC,UAAU,EAAE,EAAE;6BACd,CACD,CAAC;wBACH,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YAED,IAAI,YAAY,CAAC,aAAa,EAAE,CAAC;gBAChC,KAAK,MAAM,YAAY,IAAI,YAAY,CAAC,aAAa,EAAE,CAAC;oBACvD,IAAI,YAAY,CAAC,aAAa,EAAE,CAAC;wBAChC,IAAI,CAAC;4BACJ,MAAM,YAAY,CAAC,aAAa,EAAE,CAAC;wBACpC,CAAC;wBAAC,OAAO,KAAS,EAAE,CAAC;4BACpB,sBAAM,CAAC,KAAK;4BACX,wHAAwH;4BACxH,iEAAiE,EAAE,OAAO,KAAK,CAAC,OAAO,GAAG,EAC1F;gCACC,UAAU,EAAE,EAAE;6BACd,CACD,CAAC;wBACH,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YAED,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9B,CAAC;KAAA;CACD;AAxRD,0CAwRC"}

package/dist/src/lib/BinaryDataManager/FileSystem.d.ts

@@ -0,0 +1,26 @@
+import { IBinaryDataConfig, IBinaryDataManager } from '../Interfaces';
+export declare class BinaryDataFileSystem implements IBinaryDataManager {
+    private storagePath;
+    private binaryDataTTL;
+    private persistedBinaryDataTTL;
+    constructor(config: IBinaryDataConfig);
+    init(startPurger?: boolean): Promise<void>;
+    storeBinaryData(binaryBuffer: Buffer, executionId: string): Promise<string>;
+    retrieveBinaryDataByIdentifier(identifier: string): Promise<Buffer>;
+    markDataForDeletionByExecutionId(executionId: string): Promise<void>;
+    deleteMarkedFiles(): Promise<void>;
+    deleteMarkedPersistedFiles(): Promise<void>;
+    private addBinaryIdToPersistMeta;
+    private deleteMarkedFilesByMeta;
+    duplicateBinaryDataByIdentifier(binaryDataId: string, prefix: string): Promise<string>;
+    deleteBinaryDataByExecutionId(executionId: string): Promise<void>;
+    deleteBinaryDataByIdentifier(identifier: string): Promise<void>;
+    persistBinaryDataForExecutionId(executionId: string): Promise<void>;
+    private generateFileName;
+    private getBinaryDataMetaPath;
+    private getBinaryDataPersistMetaPath;
+    private deleteMetaFileByPath;
+    private deleteFromLocalStorage;
+    private saveToLocalStorage;
+    private retrieveFromLocalStorage;
+}

package/dist/src/lib/BinaryDataManager/FileSystem.js

@@ -0,0 +1,179 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BinaryDataFileSystem = void 0;
+const tslib_1 = require("tslib");
+const fs_1 = require("fs");
+const path = tslib_1.__importStar(require("path"));
+const uuid_1 = require("uuid");
+const PREFIX_METAFILE = 'binarymeta';
+const PREFIX_PERSISTED_METAFILE = 'persistedmeta';
+class BinaryDataFileSystem {
+    constructor(config) {
+        this.storagePath = config.localStoragePath;
+        this.binaryDataTTL = config.binaryDataTTL;
+        this.persistedBinaryDataTTL = config.persistedBinaryDataTTL;
+    }
+    init() {
+        return tslib_1.__awaiter(this, arguments, void 0, function* (startPurger = false) {
+            if (startPurger) {
+                setInterval(() => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    yield this.deleteMarkedFiles();
+                }), this.binaryDataTTL * 30000);
+                setInterval(() => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    yield this.deleteMarkedPersistedFiles();
+                }), this.persistedBinaryDataTTL * 30000);
+            }
+            return fs_1.promises
+                .readdir(this.storagePath)
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.mkdir(this.storagePath, { recursive: true }); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.readdir(this.getBinaryDataMetaPath()); }))
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.mkdir(this.getBinaryDataMetaPath(), { recursive: true }); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.readdir(this.getBinaryDataPersistMetaPath()); }))
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.mkdir(this.getBinaryDataPersistMetaPath(), { recursive: true }); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.deleteMarkedFiles(); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.deleteMarkedPersistedFiles(); }))
+                .then(() => { });
+        });
+    }
+    storeBinaryData(binaryBuffer, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const binaryDataId = this.generateFileName(executionId);
+            return this.addBinaryIdToPersistMeta(executionId, binaryDataId).then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.saveToLocalStorage(binaryBuffer, binaryDataId).then(() => binaryDataId); }));
+        });
+    }
+    retrieveBinaryDataByIdentifier(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.retrieveFromLocalStorage(identifier);
+        });
+    }
+    markDataForDeletionByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const tt = new Date(new Date().getTime() + this.binaryDataTTL * 60000);
+            return fs_1.promises.writeFile(path.join(this.getBinaryDataMetaPath(), `${PREFIX_METAFILE}_${executionId}_${tt.valueOf()}`), '');
+        });
+    }
+    deleteMarkedFiles() {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.deleteMarkedFilesByMeta(this.getBinaryDataMetaPath(), PREFIX_METAFILE);
+        });
+    }
+    deleteMarkedPersistedFiles() {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.deleteMarkedFilesByMeta(this.getBinaryDataPersistMetaPath(), PREFIX_PERSISTED_METAFILE);
+        });
+    }
+    addBinaryIdToPersistMeta(executionId, identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const currentTime = new Date().getTime();
+            const timeAtNextHour = currentTime + 3600000 - (currentTime % 3600000);
+            const timeoutTime = timeAtNextHour + this.persistedBinaryDataTTL * 60000;
+            const filePath = path.join(this.getBinaryDataPersistMetaPath(), `${PREFIX_PERSISTED_METAFILE}_${executionId}_${timeoutTime}`);
+            return fs_1.promises
+                .readFile(filePath)
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.writeFile(filePath, identifier); }))
+                .then(() => { });
+        });
+    }
+    deleteMarkedFilesByMeta(metaPath, filePrefix) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const currentTimeValue = new Date().valueOf();
+            const metaFileNames = yield fs_1.promises.readdir(metaPath);
+            const execsAdded = {};
+            const proms = metaFileNames.reduce((prev, curr) => {
+                const [prefix, executionId, ts] = curr.split('_');
+                if (prefix !== filePrefix) {
+                    return prev;
+                }
+                const execTimestamp = parseInt(ts, 10);
+                if (execTimestamp < currentTimeValue) {
+                    if (execsAdded[executionId]) {
+                        // do not delete data, only meta file
+                        prev.push(this.deleteMetaFileByPath(path.join(metaPath, curr)));
+                        return prev;
+                    }
+                    execsAdded[executionId] = 1;
+                    prev.push(this.deleteBinaryDataByExecutionId(executionId).then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.deleteMetaFileByPath(path.join(metaPath, curr)); })));
+                }
+                return prev;
+            }, [Promise.resolve()]);
+            return Promise.all(proms).then(() => { });
+        });
+    }
+    duplicateBinaryDataByIdentifier(binaryDataId, prefix) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const newBinaryDataId = this.generateFileName(prefix);
+            return fs_1.promises
+                .copyFile(path.join(this.storagePath, binaryDataId), path.join(this.storagePath, newBinaryDataId))
+                .then(() => newBinaryDataId);
+        });
+    }
+    deleteBinaryDataByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const regex = new RegExp(`${executionId}_*`);
+            const filenames = yield fs_1.promises.readdir(path.join(this.storagePath));
+            const proms = filenames.reduce((allProms, filename) => {
+                if (regex.test(filename)) {
+                    allProms.push(fs_1.promises.rm(path.join(this.storagePath, filename)));
+                }
+                return allProms;
+            }, [Promise.resolve()]);
+            return Promise.all(proms).then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return Promise.resolve(); }));
+        });
+    }
+    deleteBinaryDataByIdentifier(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.deleteFromLocalStorage(identifier);
+        });
+    }
+    persistBinaryDataForExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return fs_1.promises.readdir(this.getBinaryDataPersistMetaPath()).then((metafiles) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                const proms = metafiles.reduce((prev, curr) => {
+                    if (curr.startsWith(`${PREFIX_PERSISTED_METAFILE}_${executionId}_`)) {
+                        prev.push(fs_1.promises.rm(path.join(this.getBinaryDataPersistMetaPath(), curr)));
+                        return prev;
+                    }
+                    return prev;
+                }, [Promise.resolve()]);
+                return Promise.all(proms).then(() => { });
+            }));
+        });
+    }
+    generateFileName(prefix) {
+        return `${prefix}_${(0, uuid_1.v4)()}`;
+    }
+    getBinaryDataMetaPath() {
+        return path.join(this.storagePath, 'meta');
+    }
+    getBinaryDataPersistMetaPath() {
+        return path.join(this.storagePath, 'persistMeta');
+    }
+    deleteMetaFileByPath(metafilePath) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return fs_1.promises.rm(metafilePath);
+        });
+    }
+    deleteFromLocalStorage(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return fs_1.promises.rm(path.join(this.storagePath, identifier));
+        });
+    }
+    saveToLocalStorage(data, identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield fs_1.promises.writeFile(path.join(this.storagePath, identifier), data);
+        });
+    }
+    retrieveFromLocalStorage(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const filePath = path.join(this.storagePath, identifier);
+            try {
+                return yield fs_1.promises.readFile(filePath);
+            }
+            catch (e) {
+                throw new Error(`Error finding file: ${filePath}`);
+            }
+        });
+    }
+}
+exports.BinaryDataFileSystem = BinaryDataFileSystem;
+//# sourceMappingURL=FileSystem.js.map

package/dist/src/lib/BinaryDataManager/FileSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileSystem.js","sourceRoot":"","sources":["../../../../src/lib/BinaryDataManager/FileSystem.ts"],"names":[],"mappings":";;;;AAAA,2BAAoC;AACpC,mDAA6B;AAC7B,+BAAkC;AAIlC,MAAM,eAAe,GAAG,YAAY,CAAC;AACrC,MAAM,yBAAyB,GAAG,eAAe,CAAC;AAElD,MAAa,oBAAoB;IAOhC,YAAY,MAAyB;QACpC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAC1C,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,sBAAsB,CAAC;IAC7D,CAAC;IAEK,IAAI;qEAAC,WAAW,GAAG,KAAK;YAC7B,IAAI,WAAW,EAAE,CAAC;gBACjB,WAAW,CAAC,GAAS,EAAE;oBACtB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAChC,CAAC,CAAA,EAAE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC;gBAE/B,WAAW,CAAC,GAAS,EAAE;oBACtB,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBACzC,CAAC,CAAA,EAAE,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC,CAAC;YACzC,CAAC;YAED,OAAO,aAAE;iBACP,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC;iBACzB,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA,GAAA,CAAC;iBAClE,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAA,GAAA,CAAC;iBAC1D,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA,GAAA,CAAC;iBAC9E,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAA,GAAA,CAAC;iBACjE,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA,GAAA,CAAC;iBACrF,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,IAAI,CAAC,iBAAiB,EAAE,CAAA,GAAA,CAAC;iBAC1C,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,IAAI,CAAC,0BAA0B,EAAE,CAAA,GAAA,CAAC;iBACnD,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClB,CAAC;KAAA;IAEK,eAAe,CAAC,YAAoB,EAAE,WAAmB;;YAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC,wBAAwB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE,wDAC/E,OAAA,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,CAAA,GAAA,CAC5E,CAAC;QACH,CAAC;KAAA;IAEK,8BAA8B,CAAC,UAAkB;;YACtD,OAAO,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC;QAClD,CAAC;KAAA;IAEK,gCAAgC,CAAC,WAAmB;;YACzD,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC;YACvE,OAAO,aAAE,CAAC,SAAS,CAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,GAAG,eAAe,IAAI,WAAW,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,EAC5F,EAAE,CACF,CAAC;QACH,CAAC;KAAA;IAEK,iBAAiB;;YACtB,OAAO,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,eAAe,CAAC,CAAC;QACpF,CAAC;KAAA;IAEK,0BAA0B;;YAC/B,OAAO,IAAI,CAAC,uBAAuB,CAClC,IAAI,CAAC,4BAA4B,EAAE,EACnC,yBAAyB,CACzB,CAAC;QACH,CAAC;KAAA;IAEa,wBAAwB,CAAC,WAAmB,EAAE,UAAkB;;YAC7E,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,cAAc,GAAG,WAAW,GAAG,OAAO,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,CAAC;YACvE,MAAM,WAAW,GAAG,cAAc,GAAG,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC;YAEzE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CACzB,IAAI,CAAC,4BAA4B,EAAE,EACnC,GAAG,yBAAyB,IAAI,WAAW,IAAI,WAAW,EAAE,CAC5D,CAAC;YAEF,OAAO,aAAE;iBACP,QAAQ,CAAC,QAAQ,CAAC;iBAClB,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA,GAAA,CAAC;iBACrD,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClB,CAAC;KAAA;IAEa,uBAAuB,CAAC,QAAgB,EAAE,UAAkB;;YACzE,MAAM,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEjD,MAAM,UAAU,GAA8B,EAAE,CAAC;YAEjD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CACjC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;gBACd,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAElD,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;oBAC3B,OAAO,IAAI,CAAC;gBACb,CAAC;gBAED,MAAM,aAAa,GAAG,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAEvC,IAAI,aAAa,GAAG,gBAAgB,EAAE,CAAC;oBACtC,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;wBAC7B,qCAAqC;wBACrC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;wBAChE,OAAO,IAAI,CAAC;oBACb,CAAC;oBAED,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC5B,IAAI,CAAC,IAAI,CACR,IAAI,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE,wDAC/D,OAAA,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAA,GAAA,CACpD,CACD,CAAC;gBACH,CAAC;gBAED,OAAO,IAAI,CAAC;YACb,CAAC,EACD,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CACnB,CAAC;YAEF,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC1C,CAAC;KAAA;IAEK,+BAA+B,CAAC,YAAoB,EAAE,MAAc;;YACzE,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAEtD,OAAO,aAAE;iBACP,QAAQ,CACR,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EACzC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAC5C;iBACA,IAAI,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;QAC/B,CAAC;KAAA;IAEK,6BAA6B,CAAC,WAAmB;;YACtD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,WAAW,IAAI,CAAC,CAAC;YAC7C,MAAM,SAAS,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;YAEhE,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAC7B,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE;gBACtB,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1B,QAAQ,CAAC,IAAI,CAAC,aAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBAED,OAAO,QAAQ,CAAC;YACjB,CAAC,EACD,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CACnB,CAAC;YAEF,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,OAAO,CAAC,OAAO,EAAE,CAAA,GAAA,CAAC,CAAC;QAC/D,CAAC;KAAA;IAEK,4BAA4B,CAAC,UAAkB;;YACpD,OAAO,IAAI,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;KAAA;IAEK,+BAA+B,CAAC,WAAmB;;YACxD,OAAO,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,IAAI,CAAC,CAAO,SAAS,EAAE,EAAE;gBAC/E,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAC7B,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;oBACd,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,yBAAyB,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;wBACrE,IAAI,CAAC,IAAI,CAAC,aAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;wBACvE,OAAO,IAAI,CAAC;oBACb,CAAC;oBAED,OAAO,IAAI,CAAC;gBACb,CAAC,EACD,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CACnB,CAAC;gBAEF,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC1C,CAAC,CAAA,CAAC,CAAC;QACJ,CAAC;KAAA;IAEO,gBAAgB,CAAC,MAAc;QACtC,OAAO,GAAG,MAAM,IAAI,IAAA,SAAI,GAAE,EAAE,CAAC;IAC9B,CAAC;IAEO,qBAAqB;QAC5B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEO,4BAA4B;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC;IAEa,oBAAoB,CAAC,YAAoB;;YACtD,OAAO,aAAE,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;QAC5B,CAAC;KAAA;IAEa,sBAAsB,CAAC,UAAkB;;YACtD,OAAO,aAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;QACvD,CAAC;KAAA;IAEa,kBAAkB,CAAC,IAAY,EAAE,UAAkB;;YAChE,MAAM,aAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;QACnE,CAAC;KAAA;IAEa,wBAAwB,CAAC,UAAkB;;YACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YACzD,IAAI,CAAC;gBACJ,OAAO,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;YACpD,CAAC;QACF,CAAC;KAAA;CACD;AA5MD,oDA4MC"}

package/dist/src/lib/BinaryDataManager/index.d.ts

@@ -0,0 +1,21 @@
+import { IBinaryData, INodeExecutionData } from '@fsai-flow/workflow';
+import { IBinaryDataConfig } from '../Interfaces';
+export declare class BinaryDataManager {
+    private static instance;
+    private managers;
+    private binaryDataMode;
+    private availableModes;
+    constructor(config: IBinaryDataConfig);
+    static init(config: IBinaryDataConfig, mainManager?: boolean): Promise<void>;
+    static getInstance(): BinaryDataManager;
+    storeBinaryData(binaryData: IBinaryData, binaryBuffer: Buffer, executionId: string): Promise<IBinaryData>;
+    retrieveBinaryData(binaryData: IBinaryData): Promise<Buffer>;
+    retrieveBinaryDataByIdentifier(identifier: string): Promise<Buffer>;
+    markDataForDeletionByExecutionId(executionId: string): Promise<void>;
+    persistBinaryDataForExecutionId(executionId: string): Promise<void>;
+    deleteBinaryDataByExecutionId(executionId: string): Promise<void>;
+    duplicateBinaryData(inputData: Array<INodeExecutionData[] | null> | unknown, executionId: string): Promise<INodeExecutionData[][]>;
+    private generateBinaryId;
+    private splitBinaryModeFileId;
+    private duplicateBinaryDataInExecData;
+}

package/dist/src/lib/BinaryDataManager/index.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BinaryDataManager = void 0;
+const tslib_1 = require("tslib");
+const Constants_1 = require("../Constants");
+const FileSystem_1 = require("./FileSystem");
+class BinaryDataManager {
+    constructor(config) {
+        this.binaryDataMode = config.mode;
+        this.availableModes = config.availableModes.split(',');
+        this.managers = {};
+    }
+    static init(config_1) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* (config, mainManager = false) {
+            if (BinaryDataManager.instance) {
+                throw new Error('Binary Data Manager already initialized');
+            }
+            BinaryDataManager.instance = new BinaryDataManager(config);
+            if (BinaryDataManager.instance.availableModes.includes('filesystem')) {
+                BinaryDataManager.instance.managers['filesystem'] = new FileSystem_1.BinaryDataFileSystem(config);
+                yield BinaryDataManager.instance.managers['filesystem'].init(mainManager);
+            }
+            return undefined;
+        });
+    }
+    static getInstance() {
+        if (!BinaryDataManager.instance) {
+            throw new Error('Binary Data Manager not initialized');
+        }
+        return BinaryDataManager.instance;
+    }
+    storeBinaryData(binaryData, binaryBuffer, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const retBinaryData = binaryData;
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode]
+                    .storeBinaryData(binaryBuffer, executionId)
+                    .then((filename) => {
+                    retBinaryData.id = this.generateBinaryId(filename);
+                    return retBinaryData;
+                });
+            }
+            retBinaryData.data = binaryBuffer.toString(Constants_1.BINARY_ENCODING);
+            return binaryData;
+        });
+    }
+    retrieveBinaryData(binaryData) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (binaryData.id) {
+                return this.retrieveBinaryDataByIdentifier(binaryData.id);
+            }
+            return Buffer.from(binaryData.data, Constants_1.BINARY_ENCODING);
+        });
+    }
+    retrieveBinaryDataByIdentifier(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const { mode, id } = this.splitBinaryModeFileId(identifier);
+            if (this.managers[mode]) {
+                return this.managers[mode].retrieveBinaryDataByIdentifier(id);
+            }
+            throw new Error('Storage mode used to store binary data not available');
+        });
+    }
+    markDataForDeletionByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode].markDataForDeletionByExecutionId(executionId);
+            }
+            return Promise.resolve();
+        });
+    }
+    persistBinaryDataForExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode].persistBinaryDataForExecutionId(executionId);
+            }
+            return Promise.resolve();
+        });
+    }
+    deleteBinaryDataByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode].deleteBinaryDataByExecutionId(executionId);
+            }
+            return Promise.resolve();
+        });
+    }
+    duplicateBinaryData(inputData, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (inputData && this.managers[this.binaryDataMode]) {
+                const returnInputData = inputData.map((executionDataArray) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    if (executionDataArray) {
+                        return Promise.all(executionDataArray.map((executionData) => {
+                            if (executionData.binary) {
+                                return this.duplicateBinaryDataInExecData(executionData, executionId);
+                            }
+                            return executionData;
+                        }));
+                    }
+                    return executionDataArray;
+                }));
+                return Promise.all(returnInputData);
+            }
+            return Promise.resolve(inputData);
+        });
+    }
+    generateBinaryId(filename) {
+        return `${this.binaryDataMode}:${filename}`;
+    }
+    splitBinaryModeFileId(fileId) {
+        const [mode, id] = fileId.split(':');
+        return { mode, id };
+    }
+    duplicateBinaryDataInExecData(executionData, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const binaryManager = this.managers[this.binaryDataMode];
+            if (executionData.binary) {
+                const binaryDataKeys = Object.keys(executionData.binary);
+                const bdPromises = binaryDataKeys.map((key) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    if (!executionData.binary) {
+                        return { key, newId: undefined };
+                    }
+                    const binaryDataId = executionData.binary[key].id;
+                    if (!binaryDataId) {
+                        return { key, newId: undefined };
+                    }
+                    return binaryManager === null || binaryManager === void 0 ? void 0 : binaryManager.duplicateBinaryDataByIdentifier(this.splitBinaryModeFileId(binaryDataId).id, executionId).then((filename) => ({
+                        newId: this.generateBinaryId(filename),
+                        key,
+                    }));
+                }));
+                return Promise.all(bdPromises).then((b) => {
+                    return b.reduce((acc, curr) => {
+                        if (acc.binary && curr) {
+                            acc.binary[curr.key].id = curr.newId;
+                        }
+                        return acc;
+                    }, executionData);
+                });
+            }
+            return executionData;
+        });
+    }
+}
+exports.BinaryDataManager = BinaryDataManager;
+//# sourceMappingURL=index.js.map

package/dist/src/lib/BinaryDataManager/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/lib/BinaryDataManager/index.ts"],"names":[],"mappings":";;;;AACA,4CAA+C;AAE/C,6CAAoD;AAEpD,MAAa,iBAAiB;IAW7B,YAAY,MAAyB;QACpC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,MAAM,CAAO,IAAI;qEAAC,MAAyB,EAAE,WAAW,GAAG,KAAK;YAC/D,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC5D,CAAC;YAED,iBAAiB,CAAC,QAAQ,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAE3D,IAAI,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtE,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,IAAI,iCAAoB,CAAC,MAAM,CAAC,CAAC;gBACrF,MAAM,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3E,CAAC;YAED,OAAO,SAAS,CAAC;QAClB,CAAC;KAAA;IAED,MAAM,CAAC,WAAW;QACjB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,iBAAiB,CAAC,QAAQ,CAAC;IACnC,CAAC;IAEK,eAAe,CACpB,UAAuB,EACvB,YAAoB,EACpB,WAAmB;;YAEnB,MAAM,aAAa,GAAG,UAAU,CAAC;YAEjC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC;qBACvC,eAAe,CAAC,YAAY,EAAE,WAAW,CAAC;qBAC1C,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAClB,aAAa,CAAC,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;oBACnD,OAAO,aAAa,CAAC;gBACtB,CAAC,CAAC,CAAC;YACL,CAAC;YAED,aAAa,CAAC,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,2BAAe,CAAC,CAAC;YAC5D,OAAO,UAAU,CAAC;QACnB,CAAC;KAAA;IAEK,kBAAkB,CAAC,UAAuB;;YAC/C,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,IAAI,CAAC,8BAA8B,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,2BAAe,CAAC,CAAC;QACtD,CAAC;KAAA;IAEK,8BAA8B,CAAC,UAAkB;;YACtD,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAC5D,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACzE,CAAC;KAAA;IAEK,gCAAgC,CAAC,WAAmB;;YACzD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,gCAAgC,CAAC,WAAW,CAAC,CAAC;YACzF,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;KAAA;IAEK,+BAA+B,CAAC,WAAmB;;YACxD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,+BAA+B,CAAC,WAAW,CAAC,CAAC;YACxF,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;KAAA;IAEK,6BAA6B,CAAC,WAAmB;;YACtD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC;YACtF,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;KAAA;IAEK,mBAAmB,CACxB,SAAuD,EACvD,WAAmB;;YAEnB,IAAI,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACrD,MAAM,eAAe,GAAI,SAAoC,CAAC,GAAG,CAChE,CAAO,kBAAkB,EAAE,EAAE;oBAC5B,IAAI,kBAAkB,EAAE,CAAC;wBACxB,OAAO,OAAO,CAAC,GAAG,CACjB,kBAAkB,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE;4BACxC,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gCAC1B,OAAO,IAAI,CAAC,6BAA6B,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;4BACvE,CAAC;4BAED,OAAO,aAAa,CAAC;wBACtB,CAAC,CAAC,CACF,CAAC;oBACH,CAAC;oBAED,OAAO,kBAAkB,CAAC;gBAC3B,CAAC,CAAA,CACD,CAAC;gBAEF,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YACrC,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,CAAC,SAAmC,CAAC,CAAC;QAC7D,CAAC;KAAA;IAEO,gBAAgB,CAAC,QAAgB;QACxC,OAAO,GAAG,IAAI,CAAC,cAAc,IAAI,QAAQ,EAAE,CAAC;IAC7C,CAAC;IAEO,qBAAqB,CAAC,MAAc;QAC3C,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACrB,CAAC;IAEa,6BAA6B,CAC1C,aAAiC,EACjC,WAAmB;;YAEnB,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAEzD,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACzD,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAO,GAAW,EAAE,EAAE;oBAC3D,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;wBAC3B,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;oBAClC,CAAC;oBAED,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,YAAY,EAAE,CAAC;wBACnB,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;oBAClC,CAAC;oBAED,OAAO,aAAa,aAAb,aAAa,uBAAb,aAAa,CACjB,+BAA+B,CAChC,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC,EAAE,EAC3C,WAAW,EAEX,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBACpB,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;wBACtC,GAAG;qBACH,CAAC,CAAC,CAAC;gBACN,CAAC,CAAA,CAAC,CAAC;gBAEH,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;oBACzC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;wBAC7B,IAAI,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;4BACxB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;wBACtC,CAAC;wBAED,OAAO,GAAG,CAAC;oBACZ,CAAC,EAAE,aAAa,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,aAAa,CAAC;QACtB,CAAC;KAAA;CACD;AArLD,8CAqLC"}