@atom8n/n8n-core 2.2.0

package/dist/binary-data/object-store.manager.js

@@ -0,0 +1,86 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ObjectStoreManager = void 0;
+const di_1 = require("@n8n/di");
+const promises_1 = __importDefault(require("node:fs/promises"));
+const uuid_1 = require("uuid");
+const object_store_service_ee_1 = require("./object-store/object-store.service.ee");
+const utils_1 = require("./utils");
+let ObjectStoreManager = class ObjectStoreManager {
+    constructor(objectStoreService) {
+        this.objectStoreService = objectStoreService;
+    }
+    async init() {
+        await this.objectStoreService.checkConnection();
+    }
+    async store(location, bufferOrStream, metadata) {
+        const fileId = this.toFileId(location);
+        const buffer = await (0, utils_1.binaryToBuffer)(bufferOrStream);
+        await this.objectStoreService.put(fileId, buffer, metadata);
+        return { fileId, fileSize: buffer.length };
+    }
+    getPath(fileId) {
+        return fileId;
+    }
+    async getAsBuffer(fileId) {
+        return await this.objectStoreService.get(fileId, { mode: 'buffer' });
+    }
+    async getAsStream(fileId) {
+        return await this.objectStoreService.get(fileId, { mode: 'stream' });
+    }
+    async getMetadata(fileId) {
+        const { 'content-length': contentLength, 'content-type': contentType, 'x-amz-meta-filename': fileName, } = await this.objectStoreService.getMetadata(fileId);
+        const metadata = { fileSize: Number(contentLength) };
+        if (contentType)
+            metadata.mimeType = contentType;
+        if (fileName)
+            metadata.fileName = fileName;
+        return metadata;
+    }
+    async copyByFileId(targetLocation, sourceFileId) {
+        const targetFileId = this.toFileId(targetLocation);
+        const sourceFile = await this.objectStoreService.get(sourceFileId, { mode: 'buffer' });
+        await this.objectStoreService.put(targetFileId, sourceFile);
+        return targetFileId;
+    }
+    async copyByFilePath(targetLocation, sourcePath, metadata) {
+        const targetFileId = this.toFileId(targetLocation);
+        const sourceFile = await promises_1.default.readFile(sourcePath);
+        await this.objectStoreService.put(targetFileId, sourceFile, metadata);
+        return { fileId: targetFileId, fileSize: sourceFile.length };
+    }
+    async rename(oldFileId, newFileId) {
+        const oldFile = await this.objectStoreService.get(oldFileId, { mode: 'buffer' });
+        const oldFileMetadata = await this.objectStoreService.getMetadata(oldFileId);
+        await this.objectStoreService.put(newFileId, oldFile, oldFileMetadata);
+        await this.objectStoreService.deleteOne(oldFileId);
+    }
+    toFileId(location) {
+        switch (location.type) {
+            case 'execution': {
+                const executionId = location.executionId || 'temp';
+                return `workflows/${location.workflowId}/executions/${executionId}/binary_data/${(0, uuid_1.v4)()}`;
+            }
+            case 'custom':
+                return `${location.pathSegments.join('/')}/binary_data/${(0, uuid_1.v4)()}`;
+        }
+    }
+};
+exports.ObjectStoreManager = ObjectStoreManager;
+exports.ObjectStoreManager = ObjectStoreManager = __decorate([
+    (0, di_1.Service)(),
+    __metadata("design:paramtypes", [object_store_service_ee_1.ObjectStoreService])
+], ObjectStoreManager);
+//# sourceMappingURL=object-store.manager.js.map

package/dist/binary-data/object-store.manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"object-store.manager.js","sourceRoot":"","sources":["../../src/binary-data/object-store.manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,gCAAkC;AAClC,gEAAkC;AAElC,+BAAkC;AAElC,oFAA4E;AAE5E,mCAAyC;AAGlC,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC9B,YAA6B,kBAAsC;QAAtC,uBAAkB,GAAlB,kBAAkB,CAAoB;IAAG,CAAC;IAEvE,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,KAAK,CACV,QAAiC,EACjC,cAAiC,EACjC,QAAqC;QAErC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,cAAc,CAAC,CAAC;QAEpD,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAE5D,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,MAAc;QACrB,OAAO,MAAM,CAAC;IACf,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC/B,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC/B,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC/B,MAAM,EACL,gBAAgB,EAAE,aAAa,EAC/B,cAAc,EAAE,WAAW,EAC3B,qBAAqB,EAAE,QAAQ,GAC/B,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAwB,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAE1E,IAAI,WAAW;YAAE,QAAQ,CAAC,QAAQ,GAAG,WAAW,CAAC;QACjD,IAAI,QAAQ;YAAE,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAE3C,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,cAAuC,EAAE,YAAoB;QAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAEnD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEvF,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE5D,OAAO,YAAY,CAAC;IACrB,CAAC;IAKD,KAAK,CAAC,cAAc,CACnB,cAAuC,EACvC,UAAkB,EAClB,QAAqC;QAErC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEtE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,SAAiB;QAChD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjF,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAE7E,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QACvE,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAMO,QAAQ,CAAC,QAAiC;QACjD,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACvB,KAAK,WAAW,CAAC,CAAC,CAAC;gBAClB,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC;gBACnD,OAAO,aAAa,QAAQ,CAAC,UAAU,eAAe,WAAW,gBAAgB,IAAA,SAAI,GAAE,EAAE,CAAC;YAC3F,CAAC;YACD,KAAK,QAAQ;gBACZ,OAAO,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,IAAA,SAAI,GAAE,EAAE,CAAC;QACpE,CAAC;IACF,CAAC;CACD,CAAA;AA/FY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,YAAO,GAAE;qCAEwC,4CAAkB;GADvD,kBAAkB,CA+F9B"}

package/dist/binary-data/types.d.ts

@@ -0,0 +1,46 @@
+import type { Readable } from 'stream';
+import type { BINARY_DATA_MODES } from './binary-data.config';
+export declare namespace BinaryData {
+    type LegacyMode = 'filesystem';
+    type UpgradedMode = 'filesystem-v2';
+    export type ConfigMode = (typeof BINARY_DATA_MODES)[number];
+    export type ServiceMode = Exclude<ConfigMode, LegacyMode> | UpgradedMode;
+    export type StoredMode = Exclude<ConfigMode | UpgradedMode, 'default'>;
+    export type Metadata = {
+        fileName?: string;
+        mimeType?: string;
+        fileSize: number;
+    };
+    export type WriteResult = {
+        fileId: string;
+        fileSize: number;
+    };
+    export type PreWriteMetadata = Omit<Metadata, 'fileSize'>;
+    export type FileLocation = {
+        type: 'execution';
+        workflowId: string;
+        executionId: string;
+    } | {
+        type: 'custom';
+        pathSegments: string[];
+        sourceType?: string;
+        sourceId?: string;
+    };
+    export interface Manager {
+        init(): Promise<void>;
+        store(location: FileLocation, bufferOrStream: Buffer | Readable, metadata: PreWriteMetadata): Promise<WriteResult>;
+        getPath(fileId: string): string;
+        getAsBuffer(fileId: string): Promise<Buffer>;
+        getAsStream(fileId: string, chunkSize?: number): Promise<Readable>;
+        getMetadata(fileId: string): Promise<Metadata>;
+        deleteMany?(locations: FileLocation[]): Promise<void>;
+        deleteManyByFileId?(ids: string[]): Promise<void>;
+        copyByFileId(targetLocation: FileLocation, sourceFileId: string): Promise<string>;
+        copyByFilePath(targetLocation: FileLocation, sourcePath: string, metadata: PreWriteMetadata): Promise<WriteResult>;
+        rename(oldFileId: string, newFileId: string): Promise<void>;
+    }
+    export type SigningPayload = {
+        id: string;
+    };
+    export {};
+}

package/dist/binary-data/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/binary-data/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/binary-data/types.ts"],"names":[],"mappings":""}

package/dist/binary-data/utils.d.ts

@@ -0,0 +1,15 @@
+import type { Readable } from 'node:stream';
+import type { BinaryData } from './types';
+export declare function isStoredMode(mode: string): mode is BinaryData.StoredMode;
+export declare function assertDir(dir: string): Promise<void>;
+export declare function doesNotExist(dir: string): Promise<boolean>;
+export declare function streamToBuffer(stream: Readable): Promise<Buffer<ArrayBufferLike>>;
+export declare function binaryToBuffer(body: Buffer | Readable): Promise<Buffer<ArrayBufferLike>>;
+export declare const FileLocation: {
+    ofExecution: (workflowId: string, executionId: string) => BinaryData.FileLocation;
+    ofCustom: ({ pathSegments, sourceType, sourceId, }: {
+        pathSegments: string[];
+        sourceType?: string;
+        sourceId?: string;
+    }) => BinaryData.FileLocation;
+};

package/dist/binary-data/utils.js

@@ -0,0 +1,66 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileLocation = void 0;
+exports.isStoredMode = isStoredMode;
+exports.assertDir = assertDir;
+exports.doesNotExist = doesNotExist;
+exports.streamToBuffer = streamToBuffer;
+exports.binaryToBuffer = binaryToBuffer;
+const n8n_workflow_1 = require("n8n-workflow");
+const promises_1 = __importDefault(require("node:fs/promises"));
+const STORED_MODES = ['filesystem', 'filesystem-v2', 's3', 'database'];
+function isStoredMode(mode) {
+    return STORED_MODES.includes(mode);
+}
+async function assertDir(dir) {
+    try {
+        await promises_1.default.access(dir);
+    }
+    catch {
+        await promises_1.default.mkdir(dir, { recursive: true });
+    }
+}
+async function doesNotExist(dir) {
+    try {
+        await promises_1.default.access(dir);
+        return false;
+    }
+    catch {
+        return true;
+    }
+}
+async function streamToBuffer(stream) {
+    return await new Promise((resolve, reject) => {
+        const chunks = [];
+        stream.on('data', (chunk) => chunks.push(chunk));
+        stream.on('end', () => resolve(Buffer.concat(chunks)));
+        stream.once('error', (cause) => {
+            if ('code' in cause && cause.code === 'Z_DATA_ERROR')
+                reject(new n8n_workflow_1.UnexpectedError('Failed to decompress response', { cause }));
+            else
+                reject(cause);
+        });
+    });
+}
+async function binaryToBuffer(body) {
+    if (Buffer.isBuffer(body))
+        return body;
+    return await streamToBuffer(body);
+}
+exports.FileLocation = {
+    ofExecution: (workflowId, executionId) => ({
+        type: 'execution',
+        workflowId,
+        executionId,
+    }),
+    ofCustom: ({ pathSegments, sourceType, sourceId, }) => ({
+        type: 'custom',
+        pathSegments,
+        sourceType,
+        sourceId,
+    }),
+};
+//# sourceMappingURL=utils.js.map

package/dist/binary-data/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/binary-data/utils.ts"],"names":[],"mappings":";;;;;;AAQA,oCAEC;AAED,8BAMC;AAED,oCAOC;AAGD,wCAWC;AAGD,wCAGC;AA/CD,+CAA+C;AAC/C,gEAAkC;AAKlC,MAAM,YAAY,GAAG,CAAC,YAAY,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,CAAU,CAAC;AAEhF,SAAgB,YAAY,CAAC,IAAY;IACxC,OAAO,YAAY,CAAC,QAAQ,CAAC,IAA6B,CAAC,CAAC;AAC7D,CAAC;AAEM,KAAK,UAAU,SAAS,CAAC,GAAW;IAC1C,IAAI,CAAC;QACJ,MAAM,kBAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,kBAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;AACF,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,GAAW;IAC7C,IAAI,CAAC;QACJ,MAAM,kBAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAGM,KAAK,UAAU,cAAc,CAAC,MAAgB;IACpD,OAAO,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC9B,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;gBACnD,MAAM,CAAC,IAAI,8BAAe,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;;gBACpE,MAAM,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC;AAGM,KAAK,UAAU,cAAc,CAAC,IAAuB;IAC3D,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAEY,QAAA,YAAY,GAAG;IAC3B,WAAW,EAAE,CAAC,UAAkB,EAAE,WAAmB,EAA2B,EAAE,CAAC,CAAC;QACnF,IAAI,EAAE,WAAW;QACjB,UAAU;QACV,WAAW;KACX,CAAC;IAMF,QAAQ,EAAE,CAAC,EACV,YAAY,EACZ,UAAU,EACV,QAAQ,GAKR,EAA2B,EAAE,CAAC,CAAC;QAC/B,IAAI,EAAE,QAAQ;QACd,YAAY;QACZ,UAAU;QACV,QAAQ;KACR,CAAC;CACF,CAAC"}