@devrev/airsync-sdk 2.0.0-beta.1 → 2.0.0-beta.3

package/dist/multithreading/adapters/loading-adapter.d.ts

@@ -0,0 +1,44 @@
+import { Mappers } from '../../mappers/mappers';
+import { LoadingState } from '../../state/loading-state';
+import { AirSyncEvent, EventData, ExtractorEventType } from '../../types/extraction';
+import { ExternalSystemAttachment, ExternalSystemItem, ExternalSystemLoadingFunction, FileToLoad, ItemTypesToLoadParams, ItemTypeToLoad, LoaderEventType, LoaderReport, LoadItemResponse, LoadItemTypesResponse } from '../../types/loading';
+import { WorkerAdapterOptions } from '../../types/workers';
+import { BaseAdapter } from './base-adapter';
+/**
+ * LoadingAdapter is the adapter passed to loading tasks. It exposes the loading
+ * surface (item/attachment loading, mappers, loader reports).
+ *
+ * @public
+ */
+export declare class LoadingAdapter<ConnectorState> extends BaseAdapter<ConnectorState, LoadingState<ConnectorState>> {
+    private loaderReports;
+    private _processedFiles;
+    private _mappers;
+    constructor(params: {
+        event: AirSyncEvent;
+        adapterState: LoadingState<ConnectorState>;
+        options?: WorkerAdapterOptions;
+    });
+    get reports(): LoaderReport[];
+    get processedFiles(): string[];
+    get mappers(): Mappers;
+    protected beforeEmit(): Promise<void>;
+    protected buildEmitPayload(newEventType: ExtractorEventType | LoaderEventType): EventData;
+    protected afterEmit(): void;
+    loadItemTypes({ itemTypesToLoad, }: ItemTypesToLoadParams): Promise<LoadItemTypesResponse>;
+    getLoaderBatches({ supportedItemTypes, }: {
+        supportedItemTypes: string[];
+    }): Promise<FileToLoad[]>;
+    loadAttachments({ create, }: {
+        create: ExternalSystemLoadingFunction<ExternalSystemAttachment>;
+    }): Promise<LoadItemTypesResponse>;
+    loadItem({ item, itemTypeToLoad, }: {
+        item: ExternalSystemItem;
+        itemTypeToLoad: ItemTypeToLoad;
+    }): Promise<LoadItemResponse>;
+    loadAttachment({ item, create, }: {
+        item: ExternalSystemAttachment;
+        create: ExternalSystemLoadingFunction<ExternalSystemAttachment>;
+    }): Promise<LoadItemResponse>;
+}
+//# sourceMappingURL=loading-adapter.d.ts.map

package/dist/multithreading/adapters/loading-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loading-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/loading-adapter.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAM7C;;;;;GAKG;AACH,qBAAa,cAAc,CAAC,cAAc,CAAE,SAAQ,WAAW,CAC7D,cAAc,EACd,YAAY,CAAC,cAAc,CAAC,CAC7B;IACC,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;gBAEd,MAAM,EAAE;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,YAAY,CAAC,cAAc,CAAC,CAAC;QAC3C,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAUD,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;cAEe,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3C,SAAS,CAAC,gBAAgB,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAYZ,SAAS,CAAC,SAAS,IAAI,IAAI;IAIrB,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAsD9B"}

package/dist/multithreading/{worker-adapter/worker-adapter.helpers.d.ts → adapters/loading-adapter.helpers.d.ts}

@@ -19,4 +19,4 @@ export declare function addReportToLoaderReport({ loaderReports, report, }: {
     loaderReports: LoaderReport[];
     report: LoaderReport;
 }): LoaderReport[];
-//# sourceMappingURL=worker-adapter.helpers.d.ts.map
+//# sourceMappingURL=loading-adapter.helpers.d.ts.map

package/dist/multithreading/adapters/loading-adapter.helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loading-adapter.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/loading-adapter.helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,UAAU,EACV,YAAY,EACZ,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB"}

package/dist/multithreading/adapters/loading-adapter.helpers.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=loading-adapter.helpers.test.d.ts.map

package/dist/multithreading/adapters/loading-adapter.helpers.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loading-adapter.helpers.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/loading-adapter.helpers.test.ts"],"names":[],"mappings":""}

package/dist/multithreading/{worker-adapter/worker-adapter.helpers.test.js → adapters/loading-adapter.helpers.test.js}

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const loading_1 = require("../../types/loading");
-const worker_adapter_helpers_1 = require("./worker-adapter.helpers");
-describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
+const loading_adapter_helpers_1 = require("./loading-adapter.helpers");
+describe(loading_adapter_helpers_1.getFilesToLoad.name, () => {
     let statsFile;
     beforeEach(() => {
         statsFile = [
@@ -91,7 +91,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
             },
         ];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes: itemTypesToLoad.map((it) => it.itemType),
             statsFile,
         });
@@ -131,7 +131,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
             },
         ];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes: itemTypesToLoad.map((it) => it.itemType),
             statsFile,
         });
@@ -150,7 +150,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
         ];
         const supportedItemTypes = ['issues'];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes,
             statsFile: singleItemStatsFile,
         });
@@ -170,7 +170,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
         ];
         const supportedItemTypes = ['issues'];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes,
             statsFile: singleItemStatsFile,
         });
@@ -185,7 +185,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
             { itemType: 'issues', create: jest.fn(), update: jest.fn() },
         ];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes: itemTypesToLoad.map((it) => it.itemType),
             statsFile: emptyStatsFile,
         });
@@ -196,7 +196,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
         // Arrange
         const supportedItemTypes = [];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes,
             statsFile,
         });
@@ -209,7 +209,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
             { itemType: 'users', create: jest.fn(), update: jest.fn() },
         ];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes: itemTypesToLoad.map((it) => it.itemType),
             statsFile,
         });
@@ -221,7 +221,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
         const emptyStatsFile = [];
         const supportedItemTypes = [];
         // Act
-        const result = (0, worker_adapter_helpers_1.getFilesToLoad)({
+        const result = (0, loading_adapter_helpers_1.getFilesToLoad)({
             supportedItemTypes,
             statsFile: emptyStatsFile,
         });
@@ -229,7 +229,7 @@ describe(worker_adapter_helpers_1.getFilesToLoad.name, () => {
         expect(result).toEqual([]);
     });
 });
-describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
+describe(loading_adapter_helpers_1.addReportToLoaderReport.name, () => {
     it('should add a new report when no existing report for the item type', () => {
         // Arrange
         const loaderReports = [];
@@ -239,7 +239,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.UPDATED]: 5,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0]).toEqual({
@@ -261,7 +261,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.CREATED]: 5,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.CREATED]).toBe(15);
@@ -279,7 +279,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.UPDATED]: 8,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.UPDATED]).toBe(28);
@@ -297,7 +297,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.FAILED]: 2,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.FAILED]).toBe(5);
@@ -319,7 +319,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.FAILED]: 2,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0]).toEqual({
@@ -342,7 +342,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.CREATED]: 50,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(2);
         expect(result[0]).toEqual({
@@ -368,7 +368,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.CREATED]: 3,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.CREATED]).toBe(13);
@@ -388,7 +388,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.UPDATED]: 7,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.CREATED]).toBe(13);
@@ -402,7 +402,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.CREATED]: 10,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toBe(loaderReports);
     });
@@ -413,7 +413,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             item_type: 'issues',
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0]).toEqual({ item_type: 'issues' });
@@ -431,7 +431,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.CREATED]: 0,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.CREATED]).toBe(0);
@@ -445,7 +445,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.FAILED]: 1,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0]).toEqual({
@@ -467,7 +467,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.UPDATED]: 5,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.CREATED]).toBe(10);
@@ -486,7 +486,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.CREATED]: 3,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.UPDATED]).toBe(15);
@@ -505,7 +505,7 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
             [loading_1.ActionType.CREATED]: 2,
         };
         // Act
-        const result = (0, worker_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
+        const result = (0, loading_adapter_helpers_1.addReportToLoaderReport)({ loaderReports, report });
         // Assert
         expect(result).toHaveLength(1);
         expect(result[0][loading_1.ActionType.FAILED]).toBe(7);