n8n-core 1.62.1 → 1.64.0

package/dist/data-deduplication-service.d.ts

@@ -0,0 +1,16 @@
+import type { IDataDeduplicator, ICheckProcessedOptions, IDeduplicationOutput, IDeduplicationOutputItems, IDataObject, DeduplicationScope, DeduplicationItemTypes, ICheckProcessedContextData } from 'n8n-workflow';
+export declare class DataDeduplicationService {
+    private static instance;
+    private deduplicator;
+    private constructor();
+    private assertDeduplicator;
+    private static assertInstance;
+    private static assertSingleInstance;
+    static init(deduplicator: IDataDeduplicator): Promise<void>;
+    static getInstance(): DataDeduplicationService;
+    checkProcessedItemsAndRecord(propertyName: string, items: IDataObject[], scope: DeduplicationScope, contextData: ICheckProcessedContextData, options: ICheckProcessedOptions): Promise<IDeduplicationOutputItems>;
+    checkProcessedAndRecord(items: DeduplicationItemTypes[], scope: DeduplicationScope, contextData: ICheckProcessedContextData, options: ICheckProcessedOptions): Promise<IDeduplicationOutput>;
+    removeProcessed(items: DeduplicationItemTypes[], scope: DeduplicationScope, contextData: ICheckProcessedContextData, options: ICheckProcessedOptions): Promise<void>;
+    clearAllProcessedItems(scope: DeduplicationScope, contextData: ICheckProcessedContextData, options: ICheckProcessedOptions): Promise<void>;
+    getProcessedDataCount(scope: DeduplicationScope, contextData: ICheckProcessedContextData, options: ICheckProcessedOptions): Promise<number>;
+}

package/dist/data-deduplication-service.js

@@ -0,0 +1,85 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataDeduplicationService = void 0;
+const get_1 = __importDefault(require("lodash/get"));
+const assert = __importStar(require("node:assert/strict"));
+class DataDeduplicationService {
+    constructor(deduplicator) {
+        this.deduplicator = deduplicator;
+    }
+    assertDeduplicator() {
+        assert.ok(this.deduplicator, 'Manager needs to initialized before use. Make sure to call init()');
+    }
+    static assertInstance() {
+        assert.ok(DataDeduplicationService.instance, 'Instance needs to initialized before use. Make sure to call init()');
+    }
+    static assertSingleInstance() {
+        assert.ok(!DataDeduplicationService.instance, 'Instance already initialized. Multiple initializations are not allowed.');
+    }
+    static async init(deduplicator) {
+        this.assertSingleInstance();
+        DataDeduplicationService.instance = new DataDeduplicationService(deduplicator);
+    }
+    static getInstance() {
+        this.assertInstance();
+        return DataDeduplicationService.instance;
+    }
+    async checkProcessedItemsAndRecord(propertyName, items, scope, contextData, options) {
+        this.assertDeduplicator();
+        let value;
+        const itemLookup = items.reduce((acc, cur, index) => {
+            value = JSON.stringify((0, get_1.default)(cur, propertyName));
+            acc[value ? value.toString() : ''] = index;
+            return acc;
+        }, {});
+        const checkedItems = await this.deduplicator.checkProcessedAndRecord(Object.keys(itemLookup), scope, contextData, options);
+        return {
+            new: checkedItems.new.map((key) => items[itemLookup[key]]),
+            processed: checkedItems.processed.map((key) => items[itemLookup[key]]),
+        };
+    }
+    async checkProcessedAndRecord(items, scope, contextData, options) {
+        this.assertDeduplicator();
+        return await this.deduplicator.checkProcessedAndRecord(items, scope, contextData, options);
+    }
+    async removeProcessed(items, scope, contextData, options) {
+        this.assertDeduplicator();
+        return await this.deduplicator.removeProcessed(items, scope, contextData, options);
+    }
+    async clearAllProcessedItems(scope, contextData, options) {
+        this.assertDeduplicator();
+        return await this.deduplicator.clearAllProcessedItems(scope, contextData, options);
+    }
+    async getProcessedDataCount(scope, contextData, options) {
+        this.assertDeduplicator();
+        return await this.deduplicator.getProcessedDataCount(scope, contextData, options);
+    }
+}
+exports.DataDeduplicationService = DataDeduplicationService;
+//# sourceMappingURL=data-deduplication-service.js.map

package/dist/data-deduplication-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-deduplication-service.js","sourceRoot":"","sources":["../src/data-deduplication-service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qDAA6B;AAW7B,2DAA6C;AAO7C,MAAa,wBAAwB;IAKpC,YAAoB,YAA+B;QAClD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IAClC,CAAC;IAEO,kBAAkB;QACzB,MAAM,CAAC,EAAE,CACR,IAAI,CAAC,YAAY,EACjB,mEAAmE,CACnE,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,cAAc;QAC5B,MAAM,CAAC,EAAE,CACR,wBAAwB,CAAC,QAAQ,EACjC,oEAAoE,CACpE,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,oBAAoB;QAClC,MAAM,CAAC,EAAE,CACR,CAAC,wBAAwB,CAAC,QAAQ,EAClC,yEAAyE,CACzE,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAA+B;QAChD,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,wBAAwB,CAAC,QAAQ,GAAG,IAAI,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,CAAC,WAAW;QACjB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,OAAO,wBAAwB,CAAC,QAAQ,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,4BAA4B,CACjC,YAAoB,EACpB,KAAoB,EACpB,KAAyB,EACzB,WAAuC,EACvC,OAA+B;QAE/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,KAAK,CAAC;QACV,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;YACnD,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAA,aAAG,EAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;YAC/C,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;YAC3C,OAAO,GAAG,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QAEP,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,uBAAuB,CACnE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EACvB,KAAK,EACL,WAAW,EACX,OAAO,CACP,CAAC;QAEF,OAAO;YACN,GAAG,EAAE,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAW,CAAC,CAAC;YACpE,SAAS,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAW,CAAC,CAAC;SAChF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC5B,KAA+B,EAC/B,KAAyB,EACzB,WAAuC,EACvC,OAA+B;QAE/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,eAAe,CACpB,KAA+B,EAC/B,KAAyB,EACzB,WAAuC,EACvC,OAA+B;QAE/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC3B,KAAyB,EACzB,WAAuC,EACvC,OAA+B;QAE/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,qBAAqB,CAC1B,KAAyB,EACzB,WAAuC,EACvC,OAA+B;QAE/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;CACD;AAzGD,4DAyGC"}

package/dist/index.d.ts

@@ -13,6 +13,7 @@ export { InstanceSettings, InstanceType } from './InstanceSettings';
 export * from './NodeExecuteFunctions';
 export * from './WorkflowExecute';
 export { NodeExecuteFunctions };
+export * from './data-deduplication-service';
 export * from './errors';
 export { ObjectStoreService } from './ObjectStore/ObjectStore.service.ee';
 export { BinaryData } from './BinaryData/types';

package/dist/index.js

@@ -44,6 +44,7 @@ var InstanceSettings_1 = require("./InstanceSettings");
 Object.defineProperty(exports, "InstanceSettings", { enumerable: true, get: function () { return InstanceSettings_1.InstanceSettings; } });
 __exportStar(require("./NodeExecuteFunctions"), exports);
 __exportStar(require("./WorkflowExecute"), exports);
+__exportStar(require("./data-deduplication-service"), exports);
 __exportStar(require("./errors"), exports);
 var ObjectStore_service_ee_1 = require("./ObjectStore/ObjectStore.service.ee");
 Object.defineProperty(exports, "ObjectStoreService", { enumerable: true, get: function () { return ObjectStore_service_ee_1.ObjectStoreService; } });

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6EAA+D;AAetD,oDAAoB;AAb7B,2CAAyB;AACzB,oDAAkC;AAClC,kEAAgD;AAChD,qDAAmC;AACnC,mCAAkC;AAAzB,gGAAA,MAAM,OAAA;AACf,gDAA8B;AAC9B,8CAA4B;AAC5B,gDAA8B;AAC9B,oDAAkC;AAClC,+CAA6B;AAC7B,uDAAoE;AAA3D,oHAAA,gBAAgB,OAAA;AACzB,yDAAuC;AACvC,oDAAkC;AAElC,2CAAyB;AACzB,+EAA0E;AAAjE,4HAAA,kBAAkB,OAAA;AAE3B,4CAA2E;AAAlE,8GAAA,YAAY,OAAyB;AAC9C,sDAAoC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6EAA+D;AAetD,oDAAoB;AAb7B,2CAAyB;AACzB,oDAAkC;AAClC,kEAAgD;AAChD,qDAAmC;AACnC,mCAAkC;AAAzB,gGAAA,MAAM,OAAA;AACf,gDAA8B;AAC9B,8CAA4B;AAC5B,gDAA8B;AAC9B,oDAAkC;AAClC,+CAA6B;AAC7B,uDAAoE;AAA3D,oHAAA,gBAAgB,OAAA;AACzB,yDAAuC;AACvC,oDAAkC;AAElC,+DAA6C;AAC7C,2CAAyB;AACzB,+EAA0E;AAAjE,4HAAA,kBAAkB,OAAA;AAE3B,4CAA2E;AAAlE,8GAAA,YAAY,OAAyB;AAC9C,sDAAoC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "n8n-core",
-  "version": "1.62.1",
+  "version": "1.64.0",
   "description": "Core functionality of n8n",
   "main": "dist/index",
   "types": "dist/index.d.ts",
@@ -13,8 +13,8 @@
   "files": [
     "dist",
     "bin",
-    "LICENSE.md",
-    "LICENSE_EE.md"
+    "LICENSE_EE.md",
+    "LICENSE.md"
   ],
   "devDependencies": {
     "@types/aws4": "^1.5.1",
@@ -26,6 +26,7 @@
     "@types/xml2js": "^0.4.14"
   },
   "dependencies": {
+    "@langchain/core": "0.3.3",
     "aws4": "1.11.0",
     "axios": "1.7.4",
     "concat-stream": "2.0.0",
@@ -34,9 +35,9 @@
     "file-type": "16.5.4",
     "form-data": "4.0.0",
     "lodash": "4.17.21",
-    "@langchain/core": "0.3.3",
     "luxon": "3.4.4",
     "mime-types": "2.1.35",
+    "nanoid": "3.3.6",
     "oauth-1.0a": "2.2.6",
     "p-cancelable": "2.1.1",
     "pretty-bytes": "5.6.0",
@@ -46,8 +47,8 @@
     "uuid": "10.0.0",
     "xml2js": "0.6.2",
     "zod": "3.23.8",
-    "n8n-workflow": "1.61.1",
-    "@n8n/client-oauth2": "0.21.0"
+    "@n8n/client-oauth2": "0.21.0",
+    "n8n-workflow": "1.63.0"
   },
   "license": "SEE LICENSE IN LICENSE.md",
   "homepage": "https://n8n.io",