@devrev/airsync-sdk 2.0.0-beta.1 → 2.0.0-beta.2

package/dist/multithreading/spawn/spawn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AAQA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AA+C7B;;;;;;;;;;;GAWG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAwFvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IA4GjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAiCjC"}
+{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AAOA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AA+C7B;;;;;;;;;;GAUG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAyEvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAqB;gBACpC,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IAiHjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAoCjC"}

package/dist/multithreading/spawn/spawn.helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"spawn.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CAmFA;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS;;;;EA2BxD"}
+{"version":3,"file":"spawn.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CA2EA;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS;;;;EA2BxD"}

package/dist/multithreading/spawn/spawn.helpers.js

@@ -11,43 +11,35 @@ const loading_1 = require("../../types/loading");
  */
 function getTimeoutErrorEventType(eventType) {
     switch (eventType) {
-        // Metadata extraction (handles both old and new enum members)
+        // Metadata extraction
         case extraction_1.EventType.StartExtractingMetadata:
-        case extraction_1.EventType.ExtractionMetadataStart:
             return {
                 eventType: extraction_1.ExtractorEventType.MetadataExtractionError,
             };
-        // Data extraction (handles both old and new enum members)
+        // Data extraction
         case extraction_1.EventType.StartExtractingData:
         case extraction_1.EventType.ContinueExtractingData:
-        case extraction_1.EventType.ExtractionDataStart:
-        case extraction_1.EventType.ExtractionDataContinue:
             return {
                 eventType: extraction_1.ExtractorEventType.DataExtractionError,
             };
-        // Data deletion (handles both old and new enum members)
+        // Data deletion
         case extraction_1.EventType.StartDeletingExtractorState:
-        case extraction_1.EventType.ExtractionDataDelete:
             return {
                 eventType: extraction_1.ExtractorEventType.ExtractorStateDeletionError,
             };
-        // Attachments extraction (handles both old and new enum members)
+        // Attachments extraction
         case extraction_1.EventType.StartExtractingAttachments:
         case extraction_1.EventType.ContinueExtractingAttachments:
-        case extraction_1.EventType.ExtractionAttachmentsStart:
-        case extraction_1.EventType.ExtractionAttachmentsContinue:
             return {
                 eventType: extraction_1.ExtractorEventType.AttachmentExtractionError,
             };
-        // Attachments deletion (handles both old and new enum members)
+        // Attachments deletion
         case extraction_1.EventType.StartDeletingExtractorAttachmentsState:
-        case extraction_1.EventType.ExtractionAttachmentsDelete:
             return {
                 eventType: extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionError,
             };
-        // External sync units (handles both old and new enum members)
+        // External sync units
         case extraction_1.EventType.StartExtractingExternalSyncUnits:
-        case extraction_1.EventType.ExtractionExternalSyncUnitsStart:
             return {
                 eventType: extraction_1.ExtractorEventType.ExternalSyncUnitExtractionError,
             };

package/dist/multithreading/spawn/spawn.helpers.test.js

@@ -15,7 +15,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return MetadataExtractionError for deprecated ExtractionMetadataStart', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionMetadataStart;
+            const eventType = extraction_1.EventType.StartExtractingMetadata;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert
@@ -41,7 +41,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return DataExtractionError for deprecated ExtractionDataStart', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionDataStart;
+            const eventType = extraction_1.EventType.StartExtractingData;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert
@@ -49,7 +49,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return DataExtractionError for deprecated ExtractionDataContinue', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionDataContinue;
+            const eventType = extraction_1.EventType.ContinueExtractingData;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert
@@ -67,7 +67,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return ExtractorStateDeletionError for deprecated ExtractionDataDelete', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionDataDelete;
+            const eventType = extraction_1.EventType.StartDeletingExtractorState;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert
@@ -93,7 +93,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return AttachmentExtractionError for deprecated ExtractionAttachmentsStart', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionAttachmentsStart;
+            const eventType = extraction_1.EventType.StartExtractingAttachments;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert
@@ -101,7 +101,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return AttachmentExtractionError for deprecated ExtractionAttachmentsContinue', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionAttachmentsContinue;
+            const eventType = extraction_1.EventType.ContinueExtractingAttachments;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert
@@ -119,7 +119,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return ExtractorAttachmentsStateDeletionError for deprecated ExtractionAttachmentsDelete', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionAttachmentsDelete;
+            const eventType = extraction_1.EventType.StartDeletingExtractorAttachmentsState;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert
@@ -137,7 +137,7 @@ describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
         });
         it('should return ExternalSyncUnitExtractionError for deprecated ExtractionExternalSyncUnitsStart', () => {
             // Arrange
-            const eventType = extraction_1.EventType.ExtractionExternalSyncUnitsStart;
+            const eventType = extraction_1.EventType.StartExtractingExternalSyncUnits;
             // Act
             const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
             // Assert

package/dist/multithreading/spawn/spawn.js

@@ -8,7 +8,6 @@ exports.spawn = spawn;
 const yargs_1 = __importDefault(require("yargs"));
 const helpers_1 = require("yargs/helpers");
 const control_protocol_1 = require("../../common/control-protocol");
-const event_type_translation_1 = require("../../common/event-type-translation");
 const helpers_2 = require("../../common/helpers");
 const logger_1 = require("../../logger/logger");
 const extraction_1 = require("../../types/extraction");
@@ -50,42 +49,30 @@ function getWorkerPath({ event, workerBasePath, }) {
  * The class provides utilities to emit control events to the platform and exit the worker gracefully.
  * In case of lambda timeout, the class emits a lambda timeout event to the platform.
  * @param {SpawnFactoryInterface} options - The options to create a new instance of Spawn class
- * @param {AirdropEvent} options.event - The event object received from the platform
+ * @param {AirSyncEvent} options.event - The event object received from the platform
  * @param {object} options.initialState - The initial state of the adapter
- * @param {string} [options.workerPath] Remove getWorkerPath function and use baseWorkerPath: __dirname instead of workerPath
  * @param {string} [options.baseWorkerPath] - The base path for the worker files, usually `__dirname`
  * @returns {Promise<Spawn>} - A new instance of Spawn class
  */
-async function spawn({ event, initialState, workerPath, initialDomainMapping, options, baseWorkerPath, }) {
-    // Translate incoming event type for backwards compatibility. This allows the
-    // SDK to accept both old and new event type formats. Then update the event with the translated event type.
-    const originalEventType = event.payload.event_type;
-    const translatedEventType = (0, event_type_translation_1.translateIncomingEventType)(event.payload.event_type);
-    event.payload.event_type = translatedEventType;
+async function spawn({ event, initialState, initialDomainMapping, options, baseWorkerPath, }) {
     // Read the command line arguments to check if the local flag is passed.
     const argv = await (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)).argv;
-    if (argv._.includes('local')) {
+    if (argv._.includes('local') || argv.local) {
         options = Object.assign(Object.assign({}, (options || {})), { isLocalDevelopment: true });
     }
     const originalConsole = console;
     // eslint-disable-next-line no-global-assign
     console = new logger_1.Logger({ event, options });
-    if (translatedEventType !== originalEventType) {
-        console.log(`Event type translated from ${originalEventType} to ${translatedEventType}.`);
-    }
     if (options === null || options === void 0 ? void 0 : options.isLocalDevelopment) {
         console.log('Snap-in is running in local development mode.');
     }
+    const eventType = event.payload.event_type;
     let script = null;
-    if (workerPath != null) {
-        script = workerPath;
-    }
-    else if (baseWorkerPath != null &&
+    if (baseWorkerPath != null &&
         (options === null || options === void 0 ? void 0 : options.workerPathOverrides) != null &&
-        options.workerPathOverrides[translatedEventType] != null) {
+        options.workerPathOverrides[eventType] != null) {
         script =
-            baseWorkerPath +
-                options.workerPathOverrides[translatedEventType];
+            baseWorkerPath + options.workerPathOverrides[eventType];
     }
     else {
         script = getWorkerPath({
@@ -189,21 +176,25 @@ class Spawn {
             }
         });
         worker.on(workers_1.WorkerEvent.WorkerMessage, (message) => {
-            var _a, _b, _c, _d;
+            var _a, _b, _c, _d, _e;
             // Since logs from the worker thread are handled differently in snap-in
             // platform,  we need to catch the log messages from worker thread and log
             // them in main thread.
             if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageLog) {
                 const stringifiedArgs = (_a = message.payload) === null || _a === void 0 ? void 0 : _a.stringifiedArgs;
                 const level = (_b = message.payload) === null || _b === void 0 ? void 0 : _b.level;
-                const isSdkLog = (_d = (_c = message.payload) === null || _c === void 0 ? void 0 : _c.isSdkLog) !== null && _d !== void 0 ? _d : false;
+                const isSdkLog = (_d = (_c = message.payload) === null || _c === void 0 ? void 0 : _c.isSdkLog) !== null && _d !== void 0 ? _d : true;
                 this.logger.logFn(stringifiedArgs, level, isSdkLog);
             }
             // If worker sends a message that it has emitted an event, then set alreadyEmitted to true.
             if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageEmitted) {
-                console.info('Worker has emitted message to ADaaS.');
+                console.info('Worker has emitted message to the AirSync platform.');
                 this.alreadyEmitted = true;
             }
+            // If worker sends a failure message before exiting, capture it for use in the error event.
+            if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageFailed) {
+                this.workerFailedMessage = (_e = message.payload) === null || _e === void 0 ? void 0 : _e.message;
+            }
         });
         // Log memory usage every 30 seconds
         this.memoryMonitoringInterval = setInterval(() => {
@@ -250,15 +241,19 @@ class Spawn {
                 event: this.event,
                 data: {
                     error: {
-                        message: 'Worker exited the process without emitting an event. Check other logs for more information.',
+                        message: `Worker exited without emitting event. ${this.workerFailedMessage
+                            ? `Error: ${this.workerFailedMessage}`
+                            : 'Check the logs for more information.'}`,
                     },
                 },
             });
-            this.resolve();
         }
         catch (error) {
             console.error('Error while emitting event.', (0, logger_1.serializeError)(error));
         }
+        finally {
+            this.resolve();
+        }
     }
 }
 exports.Spawn = Spawn;

package/dist/multithreading/spawn/spawn.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=spawn.test.d.ts.map

package/dist/multithreading/spawn/spawn.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spawn.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.test.ts"],"names":[],"mappings":""}

package/dist/multithreading/spawn/spawn.test.js

@@ -0,0 +1,232 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const events_1 = require("events");
+const constants_1 = require("../../common/constants");
+const extraction_1 = require("../../types/extraction");
+const workers_1 = require("../../types/workers");
+const test_utils_1 = require("../../common/test-utils");
+// ---------------------------------------------------------------------------
+// Mocks
+// ---------------------------------------------------------------------------
+jest.mock('../create-worker', () => ({
+    createWorker: jest.fn(),
+}));
+jest.mock('../../common/control-protocol', () => ({
+    emit: jest.fn().mockResolvedValue({}),
+}));
+jest.mock('../../logger/logger', () => ({
+    Logger: jest.fn().mockImplementation(() => ({
+        log: jest.fn(),
+        warn: jest.fn(),
+        error: jest.fn(),
+        info: jest.fn(),
+        logFn: jest.fn(),
+    })),
+    serializeError: jest.fn((e) => String(e)),
+}));
+jest.mock('../../common/helpers', () => ({
+    getLibraryVersion: jest.fn().mockReturnValue('1.0.0-test'),
+    getMemoryUsage: jest.fn().mockReturnValue({
+        formattedMessage: 'Memory: RSS 100/512MB (19.53%) [...]',
+        rssUsedMB: '100.00',
+        rssUsedPercent: '19.53%',
+        heapUsedPercent: '30.00%',
+        externalMB: '10.00',
+        arrayBuffersMB: '5.00',
+    }),
+    sleep: jest.fn(),
+    truncateFilename: jest.fn((f) => f),
+    truncateMessage: jest.fn((m) => m),
+}));
+// ---------------------------------------------------------------------------
+// Imports after mocks
+// ---------------------------------------------------------------------------
+const spawn_1 = require("./spawn");
+const create_worker_1 = require("../create-worker");
+const control_protocol_1 = require("../../common/control-protocol");
+const helpers_1 = require("../../common/helpers");
+// ---------------------------------------------------------------------------
+// Factory for a fake worker (EventEmitter with postMessage + terminate)
+// ---------------------------------------------------------------------------
+function makeWorker() {
+    const w = new events_1.EventEmitter();
+    w.postMessage = jest.fn();
+    w.terminate = jest.fn().mockResolvedValue(0);
+    return w;
+}
+// ---------------------------------------------------------------------------
+// Helper: instantiate Spawn directly, injecting a mock logger via console swap
+// ---------------------------------------------------------------------------
+function buildSpawn(overrides) {
+    var _a;
+    const event = (0, test_utils_1.createMockEvent)('http://localhost:0', {
+        payload: { event_type: extraction_1.EventType.StartExtractingData },
+    });
+    const mockLogger = {
+        log: jest.fn(),
+        warn: jest.fn(),
+        error: jest.fn(),
+        info: jest.fn(),
+        logFn: jest.fn(),
+    };
+    const originalConsole = console;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    global.console = mockLogger;
+    const s = new spawn_1.Spawn({
+        event,
+        worker: overrides.worker,
+        options: overrides.options,
+        resolve: (_a = overrides.resolve) !== null && _a !== void 0 ? _a : jest.fn(),
+        originalConsole: originalConsole,
+    });
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    global.console = originalConsole;
+    return s;
+}
+// ---------------------------------------------------------------------------
+// spawn() factory tests
+// ---------------------------------------------------------------------------
+describe('spawn() factory', () => {
+    beforeEach(() => {
+        jest.clearAllMocks();
+        jest.useFakeTimers({ legacyFakeTimers: true });
+    });
+    afterEach(() => {
+        jest.useRealTimers();
+    });
+    it('should emit a no-script event and NOT spawn a worker for an unknown event type', async () => {
+        // Arrange
+        const event = (0, test_utils_1.createMockEvent)('http://localhost:0', {
+            payload: { event_type: extraction_1.EventType.UnknownEventType },
+        });
+        // Act
+        await (0, spawn_1.spawn)({ event, initialState: {} });
+        // Assert: no worker process should be started, but the platform should
+        // still receive a terminal event (so the run doesn't hang).
+        expect(create_worker_1.createWorker).not.toHaveBeenCalled();
+        expect(control_protocol_1.emit).toHaveBeenCalledWith(expect.objectContaining({ event, eventType: expect.any(String) }));
+    });
+    it('should reject the returned promise when createWorker throws', async () => {
+        // Arrange
+        create_worker_1.createWorker.mockRejectedValue(new Error('worker boom'));
+        const event = (0, test_utils_1.createMockEvent)('http://localhost:0', {
+            payload: { event_type: extraction_1.EventType.StartExtractingData },
+        });
+        // Act & Assert
+        await expect((0, spawn_1.spawn)({
+            event,
+            initialState: {},
+            baseWorkerPath: '/fake',
+            options: {
+                workerPathOverrides: {
+                    [extraction_1.EventType.StartExtractingData]: '/path.js',
+                },
+            },
+        })).rejects.toThrow('worker boom');
+    });
+});
+// ---------------------------------------------------------------------------
+// Spawn class — lifecycle tests
+// ---------------------------------------------------------------------------
+describe('Spawn class', () => {
+    let worker;
+    let resolveMock;
+    beforeEach(() => {
+        jest.clearAllMocks();
+        jest.useFakeTimers({ legacyFakeTimers: true });
+        worker = makeWorker();
+        resolveMock = jest.fn();
+    });
+    afterEach(() => {
+        jest.useRealTimers();
+    });
+    // -------------------------------------------------------------------------
+    // WorkerMessageFailed captured and propagated in error emit
+    // -------------------------------------------------------------------------
+    it('should include the WorkerMessageFailed reason in the error event emitted to the platform', async () => {
+        // Arrange
+        buildSpawn({ worker, resolve: resolveMock });
+        // Act
+        worker.emit(workers_1.WorkerEvent.WorkerMessage, {
+            subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
+            payload: { message: 'connector exploded' },
+        });
+        worker.emit(workers_1.WorkerEvent.WorkerExit, 1);
+        await Promise.resolve();
+        await Promise.resolve();
+        // Assert: the platform receives an error event whose message contains
+        // the reason sent by the worker — this is what operators see in the run log.
+        expect(control_protocol_1.emit).toHaveBeenCalledWith(expect.objectContaining({
+            data: expect.objectContaining({
+                error: expect.objectContaining({
+                    message: expect.stringContaining('connector exploded'),
+                }),
+            }),
+        }));
+        expect(resolveMock).toHaveBeenCalled();
+    });
+    it('should emit a data extraction error when the worker exits without ever emitting', async () => {
+        // Arrange
+        buildSpawn({ worker, resolve: resolveMock });
+        // Act
+        worker.emit(workers_1.WorkerEvent.WorkerExit, 1);
+        await Promise.resolve();
+        await Promise.resolve();
+        // Assert: a silent worker exit must surface a DataExtractionError to the
+        // platform with a non-empty message. The event type is the upstream
+        // contract; the exact message wording is implementation detail.
+        expect(control_protocol_1.emit).toHaveBeenCalledTimes(1);
+        const [emitted] = control_protocol_1.emit.mock.calls[0];
+        expect(emitted.eventType).toBe(extraction_1.ExtractorEventType.DataExtractionError);
+        expect(emitted.data.error.message).toEqual(expect.any(String));
+        expect(emitted.data.error.message.length).toBeGreaterThan(0);
+        expect(resolveMock).toHaveBeenCalled();
+    });
+    // Soft-timeout and hard-timeout timer behavior is covered end-to-end by
+    // src/tests/timeout-handling/ (real workers, real timers). Unit tests with
+    // fake timers only re-asserted the mocked setTimeout call and gave no signal.
+    // -------------------------------------------------------------------------
+    // Memory monitoring — error clears the interval
+    // -------------------------------------------------------------------------
+    it('should clear the memory monitoring interval when getMemoryUsage throws to prevent repeated crashes', async () => {
+        // Arrange
+        helpers_1.getMemoryUsage.mockImplementation(() => {
+            throw new Error('OOM');
+        });
+        const clearIntervalSpy = jest.spyOn(global, 'clearInterval');
+        buildSpawn({ worker, resolve: resolveMock });
+        // Act
+        jest.advanceTimersByTime(30001); // MEMORY_LOG_INTERVAL = 30 s
+        await Promise.resolve();
+        // Assert
+        expect(clearIntervalSpy).toHaveBeenCalled();
+    });
+    // -------------------------------------------------------------------------
+    // Soft-timeout race: worker emits AFTER softTimeoutSent — no double-emit
+    // -------------------------------------------------------------------------
+    it('should NOT emit an error when the worker successfully emits just after receiving the soft-timeout signal', async () => {
+        // Arrange
+        buildSpawn({ worker, resolve: resolveMock });
+        // Act: trigger soft timeout — sends WorkerMessageExit to the worker
+        jest.advanceTimersByTime(constants_1.DEFAULT_LAMBDA_TIMEOUT + 1);
+        await Promise.resolve();
+        // Confirm the soft-timeout path actually fired — guards against a silent
+        // pass if the timeout constant changes and the timer never runs.
+        expect(worker.postMessage).toHaveBeenCalledWith(expect.objectContaining({
+            subject: workers_1.WorkerMessageSubject.WorkerMessageExit,
+        }));
+        // Worker responds: emits its event successfully, then exits normally
+        worker.emit(workers_1.WorkerEvent.WorkerMessage, {
+            subject: workers_1.WorkerMessageSubject.WorkerMessageEmitted,
+        });
+        worker.emit(workers_1.WorkerEvent.WorkerExit, 0);
+        // The exit handler defers via setImmediate when softTimeoutSent=true
+        jest.runAllImmediates();
+        await Promise.resolve();
+        await Promise.resolve();
+        // Assert: no error should reach the platform — the worker completed its job
+        const errorEmits = control_protocol_1.emit.mock.calls.filter((call) => { var _a, _b; return (_b = (_a = call[0]) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.error; });
+        expect(errorEmits).toHaveLength(0);
+        expect(resolveMock).toHaveBeenCalled();
+    });
+});

package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.js

@@ -1,7 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+const constants_1 = require("../../common/constants");
 const state_1 = require("../../state/state");
+const jest_setup_1 = require("../../tests/jest.setup");
 const test_helpers_1 = require("../../tests/test-helpers");
+const test_utils_1 = require("../../common/test-utils");
 const types_1 = require("../../types");
 const worker_adapter_1 = require("./worker-adapter");
 // 1. Create a mock function for the method you want to override.
@@ -49,7 +52,9 @@ describe('Artifact ordering when artifacts overflow batch sizes in repositories'
     let testAdapter;
     beforeEach(() => {
         // Create a fresh adapter instance for this test to avoid mocking conflicts
-        const mockEvent = (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart });
+        const mockEvent = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+            payload: { event_type: types_1.EventType.StartExtractingData },
+        });
         const mockAdapterState = new state_1.State({
             event: mockEvent,
             initialState: { attachments: { completed: false } },
@@ -125,3 +130,46 @@ describe('Artifact ordering when artifacts overflow batch sizes in repositories'
         expect(checkArtifactOrder(artifacts, repos)).toBe(true);
     });
 });
+describe('External sync units splitting into artifacts', () => {
+    let testAdapter;
+    beforeEach(() => {
+        const mockEvent = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+            payload: { event_type: types_1.EventType.StartExtractingExternalSyncUnits },
+        });
+        const mockAdapterState = new state_1.State({
+            event: mockEvent,
+            initialState: {},
+        });
+        testAdapter = new worker_adapter_1.WorkerAdapter({
+            event: mockEvent,
+            adapterState: mockAdapterState,
+        });
+    });
+    it('should split 125k external sync units into 5 artifacts', async () => {
+        const BATCH_SIZE = 25000;
+        const TOTAL_UNITS = 125000;
+        const externalSyncUnits = Array.from({ length: TOTAL_UNITS }, (_, i) => ({
+            id: String(i),
+            name: `Unit ${i}`,
+            description: `Description ${i}`,
+        }));
+        testAdapter.initializeRepos([
+            {
+                itemType: constants_1.AirSyncDefaultItemTypes.EXTERNAL_SYNC_UNITS,
+                overridenOptions: {
+                    batchSize: BATCH_SIZE,
+                    skipConfirmation: true,
+                },
+            },
+        ]);
+        const repo = testAdapter.getRepo(constants_1.AirSyncDefaultItemTypes.EXTERNAL_SYNC_UNITS);
+        const chunkSize = 10000;
+        for (let i = 0; i < TOTAL_UNITS; i += chunkSize) {
+            await (repo === null || repo === void 0 ? void 0 : repo.push(externalSyncUnits.slice(i, i + chunkSize)));
+        }
+        await testAdapter.uploadAllRepos();
+        expect(testAdapter.artifacts.length).toBe(TOTAL_UNITS / BATCH_SIZE // 5
+        );
+        expect(testAdapter.artifacts.every((a) => a.item_type === constants_1.AirSyncDefaultItemTypes.EXTERNAL_SYNC_UNITS)).toBe(true);
+    });
+});

package/dist/multithreading/worker-adapter/worker-adapter.d.ts

@@ -2,13 +2,13 @@ import { Mappers } from '../../mappers/mappers';
 import { Repo } from '../../repo/repo';
 import { NormalizedAttachment, RepoInterface } from '../../repo/repo.interfaces';
 import { AdapterState } from '../../state/state.interfaces';
-import { AirdropEvent, EventData, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, ProcessAttachmentReturnType, StreamAttachmentsReturnType } from '../../types/extraction';
+import { AirSyncEvent, EventData, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, ProcessAttachmentReturnType, StreamAttachmentsReturnType } from '../../types/extraction';
 import { ExternalSystemAttachment, ExternalSystemItem, ExternalSystemLoadingFunction, FileToLoad, ItemTypesToLoadParams, ItemTypeToLoad, LoaderEventType, LoaderReport, LoadItemResponse, LoadItemTypesResponse } from '../../types/loading';
 import { WorkerAdapterInterface, WorkerAdapterOptions } from '../../types/workers';
 import { Artifact } from '../../uploader/uploader.interfaces';
 export declare function createWorkerAdapter<ConnectorState>({ event, adapterState, options, }: WorkerAdapterInterface<ConnectorState>): WorkerAdapter<ConnectorState>;
 /**
- * WorkerAdapter class is used to interact with Airdrop platform. It is passed to the snap-in
+ * WorkerAdapter class is used to interact with AirSync platform. It is passed to the snap-in
  * as parameter in processTask and onTimeout functions. The class provides
  * utilities to emit control events to the platform, update the state of the connector,
  * and upload artifacts to the platform.
@@ -23,13 +23,14 @@ export declare function createWorkerAdapter<ConnectorState>({ event, adapterStat
  * @public
  */
 export declare class WorkerAdapter<ConnectorState> {
-    readonly event: AirdropEvent;
+    readonly event: AirSyncEvent;
     readonly options?: WorkerAdapterOptions;
     isTimeout: boolean;
+    hasWorkerEmitted: boolean;
     private adapterState;
     private _artifacts;
-    private hasWorkerEmitted;
     private repos;
+    private currentEventDataLength;
     private loaderReports;
     private _processedFiles;
     private _mappers;
@@ -40,6 +41,12 @@ export declare class WorkerAdapter<ConnectorState> {
     get reports(): LoaderReport[];
     get processedFiles(): string[];
     get mappers(): Mappers;
+    get extractionScope(): import("../../types/workers").ExtractionScope;
+    /**
+     * Returns whether the given item type should be extracted.
+     * Defaults to true if the scope is empty or the item type is not listed.
+     */
+    shouldExtract(itemType: string): boolean;
     initializeRepos(repos: RepoInterface[]): void;
     getRepo(itemType: string): Repo | undefined;
     postState(): Promise<void>;
@@ -53,7 +60,6 @@ export declare class WorkerAdapter<ConnectorState> {
      */
     emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
     uploadAllRepos(): Promise<void>;
-    handleTimeout(): void;
     loadItemTypes({ itemTypesToLoad, }: ItemTypesToLoadParams): Promise<LoadItemTypesResponse>;
     getLoaderBatches({ supportedItemTypes, }: {
         supportedItemTypes: string[];

package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAG9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IAEnB,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,KAAK,CAAc;IAG3B,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuBtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IAqFV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAUrC,aAAa;IAIP,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAqHnD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA6E5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IAoGvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAqD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAyHzC"}
+{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAG9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IAmHV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}

package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=worker-adapter.emit.test.d.ts.map

package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-adapter.emit.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.emit.test.ts"],"names":[],"mappings":""}