@fsai-flow/core 0.0.5 → 0.1.1

package/dist/lib/index.d.ts

@@ -0,0 +1,21 @@
+import type { IBinaryData, INodeExecutionData } from "@fsai-flow/workflow";
+import type { IBinaryDataConfig } from "./Interfaces";
+export declare class BinaryDataManager {
+    private static instance;
+    private managers;
+    private binaryDataMode;
+    private availableModes;
+    constructor(config: IBinaryDataConfig);
+    static init(config: IBinaryDataConfig, mainManager?: boolean): Promise<void>;
+    static getInstance(): BinaryDataManager;
+    storeBinaryData(binaryData: IBinaryData, binaryBuffer: Buffer, executionId: string): Promise<IBinaryData>;
+    retrieveBinaryData(binaryData: IBinaryData): Promise<Buffer>;
+    retrieveBinaryDataByIdentifier(identifier: string): Promise<Buffer>;
+    markDataForDeletionByExecutionId(executionId: string): Promise<void>;
+    persistBinaryDataForExecutionId(executionId: string): Promise<void>;
+    deleteBinaryDataByExecutionId(executionId: string): Promise<void>;
+    duplicateBinaryData(inputData: Array<INodeExecutionData[] | null> | unknown, executionId: string): Promise<INodeExecutionData[][]>;
+    private generateBinaryId;
+    private splitBinaryModeFileId;
+    private duplicateBinaryDataInExecData;
+}

package/dist/lib/index.js

@@ -0,0 +1,129 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BinaryDataManager = void 0;
+const Constants_1 = require("./Constants");
+const FileSystem_1 = require("./FileSystem");
+class BinaryDataManager {
+    constructor(config) {
+        this.binaryDataMode = config.mode;
+        this.availableModes = config.availableModes.split(",");
+        this.managers = {};
+    }
+    static async init(config, mainManager = false) {
+        if (BinaryDataManager.instance) {
+            throw new Error("Binary Data Manager already initialized");
+        }
+        BinaryDataManager.instance = new BinaryDataManager(config);
+        if (BinaryDataManager.instance.availableModes.includes("filesystem")) {
+            BinaryDataManager.instance.managers["filesystem"] =
+                new FileSystem_1.BinaryDataFileSystem(config);
+            await BinaryDataManager.instance.managers["filesystem"].init(mainManager);
+        }
+        return undefined;
+    }
+    static getInstance() {
+        if (!BinaryDataManager.instance) {
+            throw new Error("Binary Data Manager not initialized");
+        }
+        return BinaryDataManager.instance;
+    }
+    async storeBinaryData(binaryData, binaryBuffer, executionId) {
+        const retBinaryData = binaryData;
+        if (this.managers[this.binaryDataMode]) {
+            return this.managers[this.binaryDataMode]
+                .storeBinaryData(binaryBuffer, executionId)
+                .then((filename) => {
+                retBinaryData.id = this.generateBinaryId(filename);
+                return retBinaryData;
+            });
+        }
+        retBinaryData.data = binaryBuffer.toString(Constants_1.BINARY_ENCODING);
+        return binaryData;
+    }
+    async retrieveBinaryData(binaryData) {
+        if (binaryData.id) {
+            return this.retrieveBinaryDataByIdentifier(binaryData.id);
+        }
+        return Buffer.from(binaryData.data, Constants_1.BINARY_ENCODING);
+    }
+    async retrieveBinaryDataByIdentifier(identifier) {
+        const { mode, id } = this.splitBinaryModeFileId(identifier);
+        if (this.managers[mode]) {
+            return this.managers[mode].retrieveBinaryDataByIdentifier(id);
+        }
+        throw new Error("Storage mode used to store binary data not available");
+    }
+    async markDataForDeletionByExecutionId(executionId) {
+        if (this.managers[this.binaryDataMode]) {
+            return this.managers[this.binaryDataMode].markDataForDeletionByExecutionId(executionId);
+        }
+        return Promise.resolve();
+    }
+    async persistBinaryDataForExecutionId(executionId) {
+        if (this.managers[this.binaryDataMode]) {
+            return this.managers[this.binaryDataMode].persistBinaryDataForExecutionId(executionId);
+        }
+        return Promise.resolve();
+    }
+    async deleteBinaryDataByExecutionId(executionId) {
+        if (this.managers[this.binaryDataMode]) {
+            return this.managers[this.binaryDataMode].deleteBinaryDataByExecutionId(executionId);
+        }
+        return Promise.resolve();
+    }
+    async duplicateBinaryData(inputData, executionId) {
+        if (inputData && this.managers[this.binaryDataMode]) {
+            const returnInputData = inputData.map(async (executionDataArray) => {
+                if (executionDataArray) {
+                    return Promise.all(executionDataArray.map((executionData) => {
+                        if (executionData.binary) {
+                            return this.duplicateBinaryDataInExecData(executionData, executionId);
+                        }
+                        return executionData;
+                    }));
+                }
+                return executionDataArray;
+            });
+            return Promise.all(returnInputData);
+        }
+        return Promise.resolve(inputData);
+    }
+    generateBinaryId(filename) {
+        return `${this.binaryDataMode}:${filename}`;
+    }
+    splitBinaryModeFileId(fileId) {
+        const [mode, id] = fileId.split(":");
+        return { mode, id };
+    }
+    async duplicateBinaryDataInExecData(executionData, executionId) {
+        const binaryManager = this.managers[this.binaryDataMode];
+        if (executionData.binary) {
+            const binaryDataKeys = Object.keys(executionData.binary);
+            const bdPromises = binaryDataKeys.map(async (key) => {
+                if (!executionData.binary) {
+                    return { key, newId: undefined };
+                }
+                const binaryDataId = executionData.binary[key].id;
+                if (!binaryDataId) {
+                    return { key, newId: undefined };
+                }
+                return binaryManager
+                    ?.duplicateBinaryDataByIdentifier(this.splitBinaryModeFileId(binaryDataId).id, executionId)
+                    .then((filename) => ({
+                    newId: this.generateBinaryId(filename),
+                    key,
+                }));
+            });
+            return Promise.all(bdPromises).then((b) => {
+                return b.reduce((acc, curr) => {
+                    if (acc.binary && curr) {
+                        acc.binary[curr.key].id = curr.newId;
+                    }
+                    return acc;
+                }, executionData);
+            });
+        }
+        return executionData;
+    }
+}
+exports.BinaryDataManager = BinaryDataManager;

package/dist/utils/crypto.d.ts

@@ -0,0 +1 @@
+export declare function secureRandomNumber(min: number, max: number): number;

package/dist/utils/crypto.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.secureRandomNumber = secureRandomNumber;
+const node_crypto_1 = require("node:crypto");
+function secureRandomNumber(min, max) {
+    return (0, node_crypto_1.randomInt)(min, max);
+}

package/package.json

@@ -1,54 +1,54 @@
 {
-  "name": "@fsai-flow/core",
-  "version": "0.0.5",
-  "dependencies": {
-    "@fsai-flow/workflow": "0.0.3",
-    "client-oauth2": "^4.3.3",
-    "cron": "~3.3.0",
-    "crypto-js": "~4.2.0",
-    "file-type": "^16.0.0",
-    "form-data": "4.0.4",
-    "https-proxy-agent": "^7.0.6",
-    "ioredis": "^5.3.2",
-    "lodash": "^4.17.21",
-    "mime-types": "^2.1.27",
-    "oauth-1.0a": "^2.2.6",
-    "p-cancelable": "^2.0.0",
-    "qs": "^6.10.1",
-    "request": "^2.88.2",
-    "request-promise-native": "^1.0.9",
-    "simple-oauth2": "^5.1.0",
-    "tslib": "^2.3.0",
-    "uuid": "^11.0.3",
-    "fast-glob": "3.2.12"
-  },
-  "devDependencies": {
-    "@types/crypto-js": "^4.0.1",
-    "@types/express": "^5.0.0",
-    "@types/lodash": "^4.17.13",
-    "@types/lodash.get": "^4.4.9",
-    "@types/mime-types": "^2.1.0",
-    "@types/node": "^22.10.2",
-    "@types/qs": "^6.9.17",
-    "@types/request": "^2.48.12",
-    "@types/request-promise-native": "^1.0.15",
-    "@types/simple-oauth2": "^5.0.7",
-    "@types/uuid": "^10.0.0",
-    "axios": "^1.7.9",
-    "ioredis": "^5.3.2",
-    "jsonc-eslint-parser": "^2.4.0",
-    "typescript": "~5.7.2"
-  },
-  "type": "commonjs",
-  "main": "dist/src/index",
-  "types": "dist/src/index.d.ts",
-  "overrides": {
-    "request": {
-      "form-data": "2.5.4",
-      "tough-cookie": "4.1.3"
-    },
-    "request-promise-native": {
-      "tough-cookie": "4.1.3"
-    }
-  }
+	"name": "@fsai-flow/core",
+	"version": "0.1.1",
+	"dependencies": {
+		"@fsai-flow/workflow": "0.1.0",
+		"client-oauth2": "^4.3.3",
+		"cron": "~4.4.0",
+		"crypto-js": "~4.2.0",
+		"fast-glob": "3.3.3",
+		"file-type": "^21.3.1",
+		"form-data": "4.0.5",
+		"https-proxy-agent": "^7.0.6",
+		"ioredis": "^5.10.0",
+		"lodash": "^4.17.23",
+		"mime-types": "^3.0.2",
+		"oauth-1.0a": "^2.2.6",
+		"p-cancelable": "^4.0.1",
+		"qs": "^6.15.0",
+		"simple-oauth2": "^5.1.0",
+		"tslib": "^2.8.1",
+		"uuid": "^13.0.0"
+	},
+	"devDependencies": {
+		"@biomejs/biome": "^2.4.6",
+		"@types/crypto-js": "^4.2.2",
+		"@types/express": "^5.0.6",
+		"@types/lodash": "^4.17.24",
+		"@types/lodash.get": "^4.4.9",
+		"@types/mime-types": "^3.0.1",
+		"@types/node": "^25.4.0",
+		"@types/qs": "^6.15.0",
+		"@types/simple-oauth2": "^5.0.8",
+		"@types/uuid": "^11.0.0",
+		"@vitest/coverage-v8": "^4.0.18",
+		"axios": "^1.13.6",
+		"ioredis": "^5.10.0",
+		"typescript": "~5.9.3",
+		"vitest": "^4.0.18"
+	},
+	"scripts": {
+		"build": "tsc -p tsconfig.lib.json",
+		"test": "vitest run",
+		"check": "biome check .",
+		"prepublishOnly": "npm run check && npm run build && npm run test"
+	},
+	"type": "commonjs",
+	"main": "dist/index",
+	"types": "dist/index.d.ts",
+	"files": [
+		"dist",
+		"README.md",
+		"LICENSE"
+	]
 }

package/dist/README.md

@@ -1,31 +0,0 @@
-# @fsai-flow/core
-
-This library is a dependency for [FSAI-Flow](https://github.com/your-org/flowx) that contains base classes and types used throughout the application.
-
-## Installation
-
-This project is published to the npm registry. To use it in your project:
-
-```bash
-npm install @fsai-flow/core
-```
-
-## Building
-
-Run `nx build core` to build the library.
-
-## Running unit tests
-
-Run `nx test core` to execute the unit tests via [Jest](https://jestjs.io).
-
-## Contributing
-
-To contribute to this project:
-
-1. Clone this repository
-2. Make your changes
-3. Open a Pull Request
-
-## Publishing
-
-Maintainers can publish a new version to the npm package registry.

package/dist/package.json

@@ -1,54 +0,0 @@
-{
-  "name": "@fsai-flow/core",
-  "version": "0.0.4",
-  "dependencies": {
-    "@fsai-flow/workflow": "0.0.3",
-    "client-oauth2": "^4.3.3",
-    "cron": "~3.3.0",
-    "crypto-js": "~4.2.0",
-    "file-type": "^16.0.0",
-    "form-data": "4.0.4",
-    "https-proxy-agent": "^7.0.6",
-    "ioredis": "^5.3.2",
-    "lodash": "^4.17.21",
-    "mime-types": "^2.1.27",
-    "oauth-1.0a": "^2.2.6",
-    "p-cancelable": "^2.0.0",
-    "qs": "^6.10.1",
-    "request": "^2.88.2",
-    "request-promise-native": "^1.0.9",
-    "simple-oauth2": "^5.1.0",
-    "tslib": "^2.3.0",
-    "uuid": "^11.0.3",
-    "fast-glob": "3.2.12"
-  },
-  "devDependencies": {
-    "@types/crypto-js": "^4.0.1",
-    "@types/express": "^5.0.0",
-    "@types/lodash": "^4.17.13",
-    "@types/lodash.get": "^4.4.9",
-    "@types/mime-types": "^2.1.0",
-    "@types/node": "^22.10.2",
-    "@types/qs": "^6.9.17",
-    "@types/request": "^2.48.12",
-    "@types/request-promise-native": "^1.0.15",
-    "@types/simple-oauth2": "^5.0.7",
-    "@types/uuid": "^10.0.0",
-    "axios": "^1.7.9",
-    "ioredis": "^5.3.2",
-    "jsonc-eslint-parser": "^2.4.0",
-    "typescript": "~5.7.2"
-  },
-  "type": "commonjs",
-  "main": "dist/src/index",
-  "types": "dist/src/index.d.ts",
-  "overrides": {
-    "request": {
-      "form-data": "2.5.4",
-      "tough-cookie": "4.1.3"
-    },
-    "request-promise-native": {
-      "tough-cookie": "4.1.3"
-    }
-  }
-}

package/eslint.config.js

@@ -1,19 +0,0 @@
-const baseConfig = require('../../eslint.config.js');
-
-module.exports = [
-  ...baseConfig,
-  {
-    files: ['**/*.json'],
-    rules: {
-      '@nx/dependency-checks': [
-        'error',
-        {
-          ignoredFiles: ['{projectRoot}/eslint.config.{js,cjs,mjs}'],
-        },
-      ],
-    },
-    languageOptions: {
-      parser: require('jsonc-eslint-parser'),
-    },
-  },
-];

package/jest.config.ts

@@ -1,10 +0,0 @@
-export default {
-  displayName: 'core',
-  preset: '../../jest.preset.js',
-  testEnvironment: 'node',
-  transform: {
-    '^.+\\.[tj]s$': ['ts-jest', { tsconfig: '<rootDir>/tsconfig.spec.json' }],
-  },
-  moduleFileExtensions: ['ts', 'js', 'html'],
-  coverageDirectory: '../../coverage/libs/core',
-};

package/project.json

@@ -1,19 +0,0 @@
-{
-  "name": "core",
-  "$schema": "../../node_modules/nx/schemas/project-schema.json",
-  "sourceRoot": "libs/core/src",
-  "projectType": "library",
-  "tags": [],
-  "targets": {
-    "build": {
-      "executor": "@nx/js:tsc",
-      "outputs": ["{options.outputPath}"],
-      "options": {
-        "outputPath": "libs/core/dist",
-        "main": "libs/core/src/index.ts",
-        "tsConfig": "libs/core/tsconfig.lib.json",
-        "assets": ["libs/core/*.md"]
-      }
-    }
-  }
-}

package/src/index.ts

@@ -1,28 +0,0 @@
-/* eslint-disable import/no-cycle */
-import * as NodeExecuteFunctions from './lib/NodeExecuteFunctions';
-import * as UserSettings from './lib/UserSettings';
-import * as getInputConnectionDataLegacy from './lib/InputConnectionDataLegacy';
-
-try {
-	// eslint-disable-next-line @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call, import/no-extraneous-dependencies, global-require, @typescript-eslint/no-var-requires
-	require('source-map-support').install();
-	// eslint-disable-next-line no-empty
-} catch (error) {}
-
-export * from './lib/ActiveWorkflows';
-export * from './lib/ActiveWebhooks';
-export * from './lib/BinaryDataManager';
-export * from './lib/Constants';
-export * from './lib/Credentials';
-export * from './lib/Interfaces';
-export * from './lib/RedisLeaderElectionManager';
-export * from './lib/LoadNodeParameterOptions';
-export * from './lib/NodeExecuteFunctions';
-export * from './lib/WorkflowExecute';
-export * from './lib/ChangeCase';
-export * from './lib/NodesLoader';
-export { 
-	NodeExecuteFunctions,
-	UserSettings,
-	getInputConnectionDataLegacy
-};