@devrev/airsync-sdk 2.0.0-beta.2 → 2.0.0-beta.3

package/dist/multithreading/{worker-adapter/worker-adapter.emit.test.js → adapters/base-adapter.emit.test.js}

@@ -1,12 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const constants_1 = require("../../common/constants");
-const state_1 = require("../../state/state");
+const extraction_state_1 = require("../../state/extraction-state");
+const loading_state_1 = require("../../state/loading-state");
 const jest_setup_1 = require("../../tests/jest.setup");
 const test_utils_1 = require("../../common/test-utils");
 const types_1 = require("../../types");
 const loading_1 = require("../../types/loading");
-const worker_adapter_1 = require("./worker-adapter");
+const extraction_adapter_1 = require("./extraction-adapter");
+const loading_adapter_1 = require("./loading-adapter");
 /* eslint-disable @typescript-eslint/no-require-imports */
 jest.mock('../../common/control-protocol', () => ({
     emit: jest.fn().mockResolvedValue({}),
@@ -28,20 +30,32 @@ function makeAdapter(eventType = types_1.EventType.StartExtractingData) {
     });
     const initialState = {
         attachments: { completed: false },
-        snapInVersionId: '',
-        toDevRev: {
-            attachmentsMetadata: {
-                artifactIds: [],
-                lastProcessed: 0,
-                lastProcessedAttachmentsIdsList: [],
-            },
+    };
+    const adapterState = new extraction_state_1.ExtractionState({ event, initialState });
+    adapterState.sdkState.snapInVersionId = '';
+    adapterState.sdkState.toDevRev = {
+        attachmentsMetadata: {
+            artifactIds: [],
+            lastProcessed: 0,
+            lastProcessedAttachmentsIdsList: [],
         },
     };
-    const adapterState = new state_1.State({ event, initialState });
-    const adapter = new worker_adapter_1.WorkerAdapter({ event, adapterState });
+    const adapter = new extraction_adapter_1.ExtractionAdapter({ event, adapterState });
     return { adapter, event, adapterState };
 }
-describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
+function makeLoadingAdapter(eventType = types_1.EventType.StartLoadingData) {
+    const event = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+        payload: { event_type: eventType },
+    });
+    const initialState = {
+        attachments: { completed: false },
+    };
+    const adapterState = new loading_state_1.LoadingState({ event, initialState });
+    adapterState.sdkState.snapInVersionId = '';
+    const adapter = new loading_adapter_1.LoadingAdapter({ event, adapterState });
+    return { adapter, event, adapterState };
+}
+describe(`${extraction_adapter_1.ExtractionAdapter.name}.emit`, () => {
     let adapter;
     let mockPostMessage;
     beforeEach(() => {
@@ -150,14 +164,16 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
     it('should include reports and processed_files in data for loader events', async () => {
         // Arrange
         const { emit: mockEmit } = require('../../common/control-protocol');
-        adapter['adapterState'].postState = jest.fn().mockResolvedValue(undefined);
-        adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
-        adapter['loaderReports'] = [
+        const { adapter: loadingAdapter } = makeLoadingAdapter();
+        loadingAdapter['adapterState'].postState = jest
+            .fn()
+            .mockResolvedValue(undefined);
+        loadingAdapter['loaderReports'] = [
             { item_type: 'tasks', [loading_1.ActionType.CREATED]: 5 },
         ];
-        adapter['_processedFiles'] = ['file-1', 'file-2'];
+        loadingAdapter['_processedFiles'] = ['file-1', 'file-2'];
         // Act
-        await adapter.emit(types_1.LoaderEventType.DataLoadingDone);
+        await loadingAdapter.emit(types_1.LoaderEventType.DataLoadingDone);
         // Assert
         expect(mockEmit).toHaveBeenCalledWith(expect.objectContaining({
             data: expect.objectContaining({
@@ -178,10 +194,6 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
         adapter['_artifacts'] = [
             { id: 'art-1', item_count: 10, item_type: 'issues' },
         ];
-        adapter['loaderReports'] = [
-            { item_type: 'tasks', [loading_1.ActionType.CREATED]: 5 },
-        ];
-        adapter['_processedFiles'] = ['file-1'];
         // Act
         await adapter.emit('SOME_UNKNOWN_EVENT');
         // Assert
@@ -227,15 +239,15 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
             types_1.LoaderEventType.AttachmentLoadingDone,
             types_1.LoaderEventType.AttachmentLoadingProgress,
         ];
+        const { adapter: loadingAdapter } = makeLoadingAdapter();
+        loadingAdapter['adapterState'].postState = jest
+            .fn()
+            .mockResolvedValue(undefined);
         for (const eventType of loaderEvents) {
             jest.clearAllMocks();
-            adapter.hasWorkerEmitted = false;
-            adapter['adapterState'].postState = jest
-                .fn()
-                .mockResolvedValue(undefined);
-            adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
+            loadingAdapter.hasWorkerEmitted = false;
             // Act
-            await adapter.emit(eventType);
+            await loadingAdapter.emit(eventType);
             // Assert
             const callData = (_b = (_a = mockEmit.mock.calls[0]) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.data;
             expect(callData).toHaveProperty('reports');
@@ -262,10 +274,11 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
 });
 describe('WorkerAdapter — workersOldest / workersNewest boundary updates', () => {
     let adapter;
+    let adapterState;
     let mockPostMessage;
     beforeEach(() => {
         jest.clearAllMocks();
-        ({ adapter } = makeAdapter());
+        ({ adapter, adapterState } = makeAdapter());
         const workerThreads = require('node:worker_threads');
         mockPostMessage = jest.fn();
         if (workerThreads.parentPort) {
@@ -295,75 +308,75 @@ describe('WorkerAdapter — workersOldest / workersNewest boundary updates', ()
     describe('initial import with UNBOUNDED start', () => {
         it('should set workersOldest to UNBOUNDED_DATE_TIME_VALUE and workersNewest to extraction end', async () => {
             await emitDone(adapter, constants_1.UNBOUNDED_DATE_TIME_VALUE, '2025-06-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
-            expect(adapter.state.workersNewest).toBe('2025-06-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
+            expect(adapterState.sdkState.workersNewest).toBe('2025-06-01T00:00:00.000Z');
         });
     });
     describe('reconciliation after UNBOUNDED initial import', () => {
         it('should NOT overwrite workersOldest when reconciliation start is later than sentinel', async () => {
             await emitDone(adapter, constants_1.UNBOUNDED_DATE_TIME_VALUE, '2025-06-01T00:00:00.000Z');
             await emitDone(adapter, '2025-01-01T00:00:00.000Z', '2025-03-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
-            expect(adapter.state.workersNewest).toBe('2025-06-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
+            expect(adapterState.sdkState.workersNewest).toBe('2025-06-01T00:00:00.000Z');
         });
         it('should NOT overwrite workersOldest even when reconciliation start is very early', async () => {
             await emitDone(adapter, constants_1.UNBOUNDED_DATE_TIME_VALUE, '2025-06-01T00:00:00.000Z');
             await emitDone(adapter, '1980-01-01T00:00:00.000Z', '1990-01-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
-            expect(adapter.state.workersNewest).toBe('2025-06-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
+            expect(adapterState.sdkState.workersNewest).toBe('2025-06-01T00:00:00.000Z');
         });
     });
     describe('forward sync after UNBOUNDED initial import', () => {
         it('should expand workersNewest forward while preserving workersOldest', async () => {
             await emitDone(adapter, constants_1.UNBOUNDED_DATE_TIME_VALUE, '2025-06-01T00:00:00.000Z');
             await emitDone(adapter, '2025-06-01T00:00:00.000Z', '2025-07-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
-            expect(adapter.state.workersNewest).toBe('2025-07-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
+            expect(adapterState.sdkState.workersNewest).toBe('2025-07-01T00:00:00.000Z');
         });
     });
     describe('reconciliation with end beyond current newest', () => {
         it('should expand workersNewest when reconciliation end is later', async () => {
             await emitDone(adapter, constants_1.UNBOUNDED_DATE_TIME_VALUE, '2025-06-01T00:00:00.000Z');
             await emitDone(adapter, '2024-01-01T00:00:00.000Z', '2025-08-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
-            expect(adapter.state.workersNewest).toBe('2025-08-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
+            expect(adapterState.sdkState.workersNewest).toBe('2025-08-01T00:00:00.000Z');
         });
     });
     describe('first sync with absolute dates (no UNBOUNDED)', () => {
         it('should set both boundaries from the extraction range', async () => {
             await emitDone(adapter, '2025-01-01T00:00:00.000Z', '2025-03-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe('2025-01-01T00:00:00.000Z');
-            expect(adapter.state.workersNewest).toBe('2025-03-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe('2025-01-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersNewest).toBe('2025-03-01T00:00:00.000Z');
         });
     });
     describe('reconciliation after absolute initial sync', () => {
         it('should expand workersOldest backward when reconciliation start is earlier', async () => {
             await emitDone(adapter, '2025-01-01T00:00:00.000Z', '2025-03-01T00:00:00.000Z');
             await emitDone(adapter, '2024-06-01T00:00:00.000Z', '2025-02-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe('2024-06-01T00:00:00.000Z');
-            expect(adapter.state.workersNewest).toBe('2025-03-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe('2024-06-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersNewest).toBe('2025-03-01T00:00:00.000Z');
         });
         it('should NOT change boundaries when reconciliation is within existing range', async () => {
             await emitDone(adapter, '2025-01-01T00:00:00.000Z', '2025-03-01T00:00:00.000Z');
             await emitDone(adapter, '2025-01-15T00:00:00.000Z', '2025-02-15T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe('2025-01-01T00:00:00.000Z');
-            expect(adapter.state.workersNewest).toBe('2025-03-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe('2025-01-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersNewest).toBe('2025-03-01T00:00:00.000Z');
         });
         it('should expand both boundaries when reconciliation exceeds both', async () => {
             await emitDone(adapter, '2025-01-01T00:00:00.000Z', '2025-03-01T00:00:00.000Z');
             await emitDone(adapter, '2024-06-01T00:00:00.000Z', '2025-09-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe('2024-06-01T00:00:00.000Z');
-            expect(adapter.state.workersNewest).toBe('2025-09-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe('2024-06-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersNewest).toBe('2025-09-01T00:00:00.000Z');
         });
     });
     describe('multiple forward syncs', () => {
         it('should progressively expand workersNewest while preserving workersOldest', async () => {
             await emitDone(adapter, constants_1.UNBOUNDED_DATE_TIME_VALUE, '2025-06-01T00:00:00.000Z');
             await emitDone(adapter, '2025-06-01T00:00:00.000Z', '2025-07-01T00:00:00.000Z');
-            expect(adapter.state.workersNewest).toBe('2025-07-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersNewest).toBe('2025-07-01T00:00:00.000Z');
             await emitDone(adapter, '2025-07-01T00:00:00.000Z', '2025-08-01T00:00:00.000Z');
-            expect(adapter.state.workersNewest).toBe('2025-08-01T00:00:00.000Z');
-            expect(adapter.state.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
+            expect(adapterState.sdkState.workersNewest).toBe('2025-08-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe(constants_1.UNBOUNDED_DATE_TIME_VALUE);
         });
     });
     describe('non-AttachmentExtractionDone events should NOT update boundaries', () => {
@@ -373,8 +386,8 @@ describe('WorkerAdapter — workersOldest / workersNewest boundary updates', ()
             types_1.ExtractorEventType.MetadataExtractionError,
             types_1.ExtractorEventType.AttachmentExtractionError,
         ])('should not update boundaries on %s', async (eventType) => {
-            adapter.state.workersOldest = '2025-01-01T00:00:00.000Z';
-            adapter.state.workersNewest = '2025-03-01T00:00:00.000Z';
+            adapterState.sdkState.workersOldest = '2025-01-01T00:00:00.000Z';
+            adapterState.sdkState.workersNewest = '2025-03-01T00:00:00.000Z';
             adapter.event.payload.event_context.extract_from =
                 '2024-01-01T00:00:00.000Z';
             adapter.event.payload.event_context.extract_to =
@@ -383,8 +396,8 @@ describe('WorkerAdapter — workersOldest / workersNewest boundary updates', ()
                 reports: [],
                 processed_files: [],
             });
-            expect(adapter.state.workersOldest).toBe('2025-01-01T00:00:00.000Z');
-            expect(adapter.state.workersNewest).toBe('2025-03-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersOldest).toBe('2025-01-01T00:00:00.000Z');
+            expect(adapterState.sdkState.workersNewest).toBe('2025-03-01T00:00:00.000Z');
         });
     });
 });

package/dist/multithreading/adapters/base-adapter.js

@@ -0,0 +1,105 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseAdapter = void 0;
+const node_worker_threads_1 = require("node:worker_threads");
+const constants_1 = require("../../common/constants");
+const control_protocol_1 = require("../../common/control-protocol");
+const helpers_1 = require("../../common/helpers");
+const logger_1 = require("../../logger/logger");
+const logger_context_1 = require("../../logger/logger.context");
+const workers_1 = require("../../types/workers");
+const uploader_1 = require("../../uploader/uploader");
+/**
+ * BaseAdapter holds the state and behavior shared by both sync modes and owns
+ * the `emit` control-protocol flow as a template method. Mode-specific adapters
+ * (`ExtractionAdapter`, `LoadingAdapter`) implement the abstract hooks to inject
+ * their own pre-emit work and event payload shaping.
+ *
+ * @typeParam ConnectorState - the connector-owned state shape
+ * @typeParam StateClass - the mode's `BaseState` subclass
+ */
+class BaseAdapter {
+    constructor({ event, adapterState, options, }) {
+        this.event = event;
+        this.options = options;
+        this.adapterState = adapterState;
+        this.hasWorkerEmitted = false;
+        this.isTimeout = false;
+        this.uploader = new uploader_1.Uploader({
+            event,
+            options,
+        });
+    }
+    get state() {
+        return this.adapterState.state;
+    }
+    set state(value) {
+        this.adapterState.state = value;
+    }
+    async postState() {
+        return (0, logger_context_1.runWithSdkLogContext)(async () => {
+            await this.adapterState.postState();
+        });
+    }
+    /**
+     *  Emits an event to the platform.
+     *
+     * @param newEventType - The event type to be emitted
+     * @param data - The data to be sent with the event
+     */
+    async emit(newEventType, data) {
+        return (0, logger_context_1.runWithSdkLogContext)(async () => {
+            var _a;
+            if (this.hasWorkerEmitted) {
+                console.warn(`Trying to emit event with event type: ${newEventType}. Ignoring emit request because it has already been emitted.`);
+                return;
+            }
+            try {
+                await this.beforeEmit(newEventType);
+            }
+            catch (error) {
+                console.error('Error while preparing to emit event', error);
+                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+                this.hasWorkerEmitted = true;
+                return;
+            }
+            // We want to save the state every time we emit an event, except for the start and delete events
+            if (!constants_1.STATELESS_EVENT_TYPES.includes(this.event.payload.event_type)) {
+                console.log(`Saving state before emitting event with event type: ${newEventType}.`);
+                try {
+                    await this.adapterState.postState();
+                }
+                catch (error) {
+                    console.error('Error while posting state', error);
+                    node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+                    this.hasWorkerEmitted = true;
+                    return;
+                }
+            }
+            try {
+                // Always prune error messages to make them shorter before emit
+                if ((_a = data === null || data === void 0 ? void 0 : data.error) === null || _a === void 0 ? void 0 : _a.message) {
+                    data.error.message = (0, helpers_1.truncateMessage)(data.error.message);
+                }
+                await (0, control_protocol_1.emit)({
+                    eventType: newEventType,
+                    event: this.event,
+                    data: Object.assign(Object.assign({}, data), this.buildEmitPayload(newEventType)),
+                });
+                const message = {
+                    subject: workers_1.WorkerMessageSubject.WorkerMessageEmitted,
+                    payload: { eventType: newEventType },
+                };
+                this.afterEmit(newEventType);
+                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(message);
+                this.hasWorkerEmitted = true;
+            }
+            catch (error) {
+                console.error(`Error while emitting event with event type: ${newEventType}.`, (0, logger_1.serializeError)(error));
+                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+                this.hasWorkerEmitted = true;
+            }
+        });
+    }
+}
+exports.BaseAdapter = BaseAdapter;

package/dist/multithreading/adapters/extraction-adapter.artifacts.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=extraction-adapter.artifacts.test.d.ts.map

package/dist/multithreading/adapters/extraction-adapter.artifacts.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-adapter.artifacts.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/extraction-adapter.artifacts.test.ts"],"names":[],"mappings":""}

package/dist/multithreading/{worker-adapter/worker-adapter.artifacts.test.js → adapters/extraction-adapter.artifacts.test.js}

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const constants_1 = require("../../common/constants");
-const state_1 = require("../../state/state");
+const extraction_state_1 = require("../../state/extraction-state");
 const jest_setup_1 = require("../../tests/jest.setup");
 const test_helpers_1 = require("../../tests/test-helpers");
 const test_utils_1 = require("../../common/test-utils");
 const types_1 = require("../../types");
-const worker_adapter_1 = require("./worker-adapter");
+const extraction_adapter_1 = require("./extraction-adapter");
 // 1. Create a mock function for the method you want to override.
 const mockUpload = (itemType, objects) => {
     return {
@@ -55,11 +55,11 @@ describe('Artifact ordering when artifacts overflow batch sizes in repositories'
         const mockEvent = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
             payload: { event_type: types_1.EventType.StartExtractingData },
         });
-        const mockAdapterState = new state_1.State({
+        const mockAdapterState = new extraction_state_1.ExtractionState({
             event: mockEvent,
             initialState: { attachments: { completed: false } },
         });
-        testAdapter = new worker_adapter_1.WorkerAdapter({
+        testAdapter = new extraction_adapter_1.ExtractionAdapter({
             event: mockEvent,
             adapterState: mockAdapterState,
             options: {
@@ -136,11 +136,11 @@ describe('External sync units splitting into artifacts', () => {
         const mockEvent = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
             payload: { event_type: types_1.EventType.StartExtractingExternalSyncUnits },
         });
-        const mockAdapterState = new state_1.State({
+        const mockAdapterState = new extraction_state_1.ExtractionState({
             event: mockEvent,
             initialState: {},
         });
-        testAdapter = new worker_adapter_1.WorkerAdapter({
+        testAdapter = new extraction_adapter_1.ExtractionAdapter({
             event: mockEvent,
             adapterState: mockAdapterState,
         });

package/dist/multithreading/adapters/extraction-adapter.d.ts

@@ -0,0 +1,58 @@
+import { Repo } from '../../repo/repo';
+import { NormalizedAttachment, RepoInterface } from '../../repo/repo.interfaces';
+import { ExtractionState } from '../../state/extraction-state';
+import { AirSyncEvent, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, EventData, ProcessAttachmentReturnType, StreamAttachmentsReturnType } from '../../types/extraction';
+import { LoaderEventType } from '../../types/loading';
+import { WorkerAdapterOptions } from '../../types/workers';
+import { Artifact } from '../../uploader/uploader.interfaces';
+import { BaseAdapter } from './base-adapter';
+/**
+ * ExtractionAdapter is the adapter passed to extraction tasks. It exposes the
+ * extraction surface (repos, artifacts, attachment streaming) and updates the
+ * extraction boundaries before emitting.
+ *
+ * @public
+ */
+export declare class ExtractionAdapter<ConnectorState> extends BaseAdapter<ConnectorState, ExtractionState<ConnectorState>> {
+    private _artifacts;
+    private repos;
+    private currentEventDataLength;
+    constructor(params: {
+        event: AirSyncEvent;
+        adapterState: ExtractionState<ConnectorState>;
+        options?: WorkerAdapterOptions;
+    });
+    get extractionScope(): import("../../types/workers").ExtractionScope;
+    /**
+     * Returns whether the given item type should be extracted.
+     * Defaults to true if the scope is empty or the item type is not listed.
+     */
+    shouldExtract(itemType: string): boolean;
+    initializeRepos(repos: RepoInterface[]): void;
+    getRepo(itemType: string): Repo | undefined;
+    get artifacts(): Artifact[];
+    set artifacts(artifacts: Artifact[]);
+    protected beforeEmit(newEventType: ExtractorEventType | LoaderEventType): Promise<void>;
+    protected buildEmitPayload(newEventType: ExtractorEventType | LoaderEventType): EventData;
+    protected afterEmit(): void;
+    uploadAllRepos(): Promise<void>;
+    processAttachment(attachment: NormalizedAttachment, stream: ExternalSystemAttachmentStreamingFunction): Promise<ProcessAttachmentReturnType>;
+    /**
+     * Destroys a stream to prevent memory leaks.
+     * @param httpStream - The axios response stream to destroy
+     */
+    private destroyHttpStream;
+    /**
+     * Streams the attachments to the DevRev platform.
+     * The attachments are streamed to the platform and the artifact information is returned.
+     * @param params - The parameters to stream the attachments
+     * @returns The response object containing the ssorAttachment artifact information
+     * or error information if there was an error
+     */
+    streamAttachments<NewBatch>({ stream, processors, batchSize, }: {
+        stream: ExternalSystemAttachmentStreamingFunction;
+        processors?: ExternalSystemAttachmentProcessors<ConnectorState, NormalizedAttachment[], NewBatch>;
+        batchSize?: number;
+    }): Promise<StreamAttachmentsReturnType>;
+}
+//# sourceMappingURL=extraction-adapter.d.ts.map

package/dist/multithreading/adapters/extraction-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/extraction-adapter.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EACL,YAAY,EACZ,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,SAAS,EACT,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAE9E,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C;;;;;;GAMG;AACH,qBAAa,iBAAiB,CAAC,cAAc,CAAE,SAAQ,WAAW,CAChE,cAAc,EACd,eAAe,CAAC,cAAc,CAAC,CAChC;IACC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,EAAE;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,eAAe,CAAC,cAAc,CAAC,CAAC;QAC9C,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAKD,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAa3C,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;cAEe,UAAU,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IAyChB,SAAS,CAAC,gBAAgB,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAOZ,SAAS,CAAC,SAAS,IAAI,IAAI;IAIrB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAczB;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAyIzC"}