@devrev/ts-adaas 1.19.7 → 1.19.9-beta.0

package/dist/common/control-protocol.d.ts

@@ -1,10 +1,11 @@
 import { AxiosResponse } from 'axios';
-import { AirdropEvent, EventData, ExtractorEventType } from '../types/extraction';
+import { AirdropEvent, EventData, ExtractorEventType, WorkerMetadata } from '../types/extraction';
 import { LoaderEventType } from '../types/loading';
 export interface EmitInterface {
     event: AirdropEvent;
     eventType: ExtractorEventType | LoaderEventType;
     data?: EventData;
+    worker_metadata?: WorkerMetadata;
 }
-export declare const emit: ({ event, eventType, data, }: EmitInterface) => Promise<AxiosResponse>;
+export declare const emit: ({ event, eventType, data, worker_metadata, }: EmitInterface) => Promise<AxiosResponse>;
 //# sourceMappingURL=control-protocol.d.ts.map

package/dist/common/control-protocol.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"control-protocol.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtC,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EAEnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,SAAS,CAAC;CAClB;AAED,eAAO,MAAM,IAAI,GAAU,6BAIxB,aAAa,KAAG,OAAO,CAAC,aAAa,CAgCvC,CAAC"}
+{"version":3,"file":"control-protocol.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtC,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EAElB,cAAc,EACf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED,eAAO,MAAM,IAAI,GAAU,8CAKxB,aAAa,KAAG,OAAO,CAAC,aAAa,CAmCvC,CAAC"}

package/dist/common/control-protocol.js

@@ -4,7 +4,7 @@ exports.emit = void 0;
 const axios_client_internal_1 = require("../http/axios-client-internal");
 const constants_1 = require("./constants");
 const event_type_translation_1 = require("./event-type-translation");
-const emit = async ({ event, eventType, data, }) => {
+const emit = async ({ event, eventType, data, worker_metadata, }) => {
     // Translate outgoing event type to ensure we always send new event types
     // TODO: Remove when the old types are completely phased out
     const translatedEventType = (0, event_type_translation_1.translateOutgoingEventType)(eventType);
@@ -12,9 +12,7 @@ const emit = async ({ event, eventType, data, }) => {
         event_type: translatedEventType,
         event_context: event.payload.event_context,
         event_data: Object.assign({}, data),
-        worker_metadata: {
-            adaas_library_version: constants_1.LIBRARY_VERSION,
-        },
+        worker_metadata: Object.assign(Object.assign({}, worker_metadata), { newest_state_date: event.payload.event_context.extract_to, oldest_state_date: event.payload.event_context.extract_from, adaas_library_version: constants_1.LIBRARY_VERSION }),
     };
     console.info('Emitting event', newEvent);
     return axios_client_internal_1.axiosClient.post(event.payload.event_context.callback_url, Object.assign({}, newEvent), {

package/dist/common/control-protocol.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=control-protocol.test.d.ts.map

package/dist/common/control-protocol.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"control-protocol.test.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.test.ts"],"names":[],"mappings":""}

package/dist/common/control-protocol.test.js

@@ -0,0 +1,126 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const axios_client_internal_1 = require("../http/axios-client-internal");
+const test_helpers_1 = require("../tests/test-helpers");
+const test_utils_1 = require("./test-utils");
+const control_protocol_1 = require("./control-protocol");
+const extraction_1 = require("../types/extraction");
+const loading_1 = require("../types/loading");
+jest.mock('../http/axios-client-internal');
+const mockedAxiosClient = jest.mocked(axios_client_internal_1.axiosClient);
+describe('control-protocol.emit', () => {
+    beforeEach(() => {
+        jest.clearAllMocks();
+        mockedAxiosClient.post.mockResolvedValue((0, test_helpers_1.createAxiosResponse)());
+    });
+    it.each([
+        {
+            title: 'extractor events',
+            inputEventType: extraction_1.EventType.StartExtractingData,
+            outputEventType: extraction_1.ExtractorEventType.DataExtractionProgress,
+        },
+        {
+            title: 'loader events',
+            inputEventType: extraction_1.EventType.StartLoadingData,
+            outputEventType: loading_1.LoaderEventType.DataLoadingProgress,
+        },
+        {
+            title: 'unknown events',
+            inputEventType: extraction_1.EventType.StartExtractingData,
+            outputEventType: 'SOME_UNKNOWN_EVENT',
+        },
+    ])('sets state dates from event context for $title', async ({ inputEventType, outputEventType }) => {
+        const event = (0, test_utils_1.createMockEvent)(undefined, {
+            payload: {
+                event_type: inputEventType,
+                event_context: {
+                    extract_from: '2024-01-01T00:00:00.000Z',
+                    extract_to: '2024-06-01T00:00:00.000Z',
+                },
+            },
+        });
+        await (0, control_protocol_1.emit)({
+            event,
+            eventType: outputEventType,
+        });
+        expect(mockedAxiosClient.post).toHaveBeenCalledTimes(1);
+        const [, body, config] = mockedAxiosClient.post.mock.calls[0];
+        expect(body).toMatchObject({
+            event_type: outputEventType,
+            event_context: expect.objectContaining({
+                extract_from: '2024-01-01T00:00:00.000Z',
+                extract_to: '2024-06-01T00:00:00.000Z',
+            }),
+            worker_metadata: expect.objectContaining({
+                oldest_state_date: '2024-01-01T00:00:00.000Z',
+                newest_state_date: '2024-06-01T00:00:00.000Z',
+            }),
+        });
+        expect(config).toEqual(expect.objectContaining({
+            headers: expect.objectContaining({
+                'X-DevRev-Client-Version': expect.any(String),
+            }),
+        }));
+    });
+    it.each([
+        {
+            title: 'only extract_from is set',
+            extractFrom: '2024-01-01T00:00:00.000Z',
+            extractTo: undefined,
+        },
+        {
+            title: 'only extract_to is set',
+            extractFrom: undefined,
+            extractTo: '2024-06-01T00:00:00.000Z',
+        },
+        {
+            title: 'neither extract_from nor extract_to is set',
+            extractFrom: undefined,
+            extractTo: undefined,
+        },
+    ])('handles state-date absence when $title', async ({ extractFrom, extractTo }) => {
+        const event = (0, test_utils_1.createMockEvent)(undefined, {
+            payload: {
+                event_type: extraction_1.EventType.StartExtractingData,
+                event_context: {
+                    extract_from: extractFrom,
+                    extract_to: extractTo,
+                },
+            },
+        });
+        await (0, control_protocol_1.emit)({
+            event,
+            eventType: extraction_1.ExtractorEventType.DataExtractionProgress,
+        });
+        const [, body] = mockedAxiosClient.post.mock.calls[0];
+        const workerMetadata = body.worker_metadata;
+        expect(workerMetadata.oldest_state_date).toBe(extractFrom);
+        expect(workerMetadata.newest_state_date).toBe(extractTo);
+    });
+    it('overrides caller-provided worker_metadata state dates', async () => {
+        const event = (0, test_utils_1.createMockEvent)(undefined, {
+            payload: {
+                event_type: extraction_1.EventType.StartExtractingData,
+                event_context: {
+                    extract_from: '2024-01-01T00:00:00.000Z',
+                    extract_to: '2024-06-01T00:00:00.000Z',
+                },
+            },
+        });
+        await (0, control_protocol_1.emit)({
+            event,
+            eventType: extraction_1.ExtractorEventType.DataExtractionProgress,
+            worker_metadata: {
+                item_type: 'tasks',
+                oldest_state_date: 'should-be-overwritten',
+                newest_state_date: 'should-be-overwritten',
+            },
+        });
+        const [, body] = mockedAxiosClient.post.mock.calls[0];
+        expect(body.worker_metadata).toEqual(expect.objectContaining({
+            item_type: 'tasks',
+            oldest_state_date: '2024-01-01T00:00:00.000Z',
+            newest_state_date: '2024-06-01T00:00:00.000Z',
+        }));
+    });
+});

package/dist/common/errors.d.ts

@@ -1,6 +1,9 @@
 export declare const enum ExtractionCommonError {
     EXTERNAL_SYNC_UNIT_DELETED = "ERROR_CODE=EXTERNAL_SYNC_UNIT_DELETED",
     EXTERNAL_SYNC_UNIT_DEACTIVATED = "ERROR_CODE=EXTERNAL_SYNC_UNIT_DEACTIVATED",
-    USER_DELETED = "ERROR_CODE=USER_DELETED"
+    USER_DELETED = "ERROR_CODE=USER_DELETED",
+    EXTERNAL_SYSTEM_NO_ACCESS = "ERROR_CODE=EXTERNAL_SYSTEM_NO_ACCESS",
+    EXTERNAL_SYSTEM_NO_PERMISSION = "ERROR_CODE=EXTERNAL_SYSTEM_NO_PERMISSION",
+    HISTORICAL_DATA_EXTRACTION_DONE = "ERROR_CODE=HISTORICAL_DATA_EXTRACTION_DONE"
 }
 //# sourceMappingURL=errors.d.ts.map

package/dist/common/errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/common/errors.ts"],"names":[],"mappings":"AAGA,0BAAkB,qBAAqB;IACrC,0BAA0B,0CAAgE;IAC1F,8BAA8B,8CAAoE;IAClG,YAAY,4BAAkD;CAC/D"}
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/common/errors.ts"],"names":[],"mappings":"AAGA,0BAAkB,qBAAqB;IAIrC,0BAA0B,0CAAgE;IAC1F,8BAA8B,8CAAoE;IAClG,YAAY,4BAAkD;IAG9D,yBAAyB,yCAA+D;IAExF,6BAA6B,6CAAmE;IAEhG,+BAA+B,+CAAqE;CACrG"}

package/dist/http/axios-client-internal.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAyFH,OAAO,EAAE,WAAW,EAAE,CAAC"}
+{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAwBA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAyFH,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/http/axios-client-internal.js

@@ -6,12 +6,30 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.axiosClient = void 0;
 const axios_1 = __importDefault(require("axios"));
 const axios_retry_1 = __importDefault(require("axios-retry"));
+const node_worker_threads_1 = require("node:worker_threads");
+/** Production default; tests may lower via workerData.options.httpRetries or ADAAS_TEST_HTTP_RETRIES. */
+function getHttpRetryCount() {
+    var _a;
+    if (!node_worker_threads_1.isMainThread &&
+        ((_a = node_worker_threads_1.workerData === null || node_worker_threads_1.workerData === void 0 ? void 0 : node_worker_threads_1.workerData.options) === null || _a === void 0 ? void 0 : _a.httpRetries) !== undefined &&
+        node_worker_threads_1.workerData.options.httpRetries >= 0) {
+        return node_worker_threads_1.workerData.options.httpRetries;
+    }
+    const fromEnv = process.env.ADAAS_TEST_HTTP_RETRIES;
+    if (fromEnv !== undefined) {
+        const parsed = parseInt(fromEnv, 10);
+        if (!isNaN(parsed) && parsed >= 0) {
+            return parsed;
+        }
+    }
+    return 5;
+}
 const axiosClient = axios_1.default.create({
     timeout: 30 * 1000,
 });
 exports.axiosClient = axiosClient;
 (0, axios_retry_1.default)(axiosClient, {
-    retries: 5,
+    retries: getHttpRetryCount(),
     shouldResetTimeout: true,
     retryDelay: (retryCount, error) => {
         var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;

package/dist/mock-server/mock-server.d.ts

@@ -31,6 +31,10 @@ export declare class MockServer {
      * Also clears request tracking data.
      */
     resetRoutes(): void;
+    /**
+     * Returns all POST requests to the platform callback URL.
+     */
+    getCallbackRequests(): RequestInfo[];
     /**
      * Returns the most recent request or undefined if no requests exist.
      */

package/dist/mock-server/mock-server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mock-server.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,WAAW,EACX,WAAW,EAEZ,MAAM,0BAA0B,CAAC;AAuElC;;;;GAIG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAA4B;gBAErC,IAAI,GAAE,MAAiC;IAMtC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAkBpB,aAAa;IA+B3B;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,WAAW;IAInB;;OAEG;IACI,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAyE1C;;;OAGG;IACI,WAAW,IAAI,IAAI;IAM1B;;OAEG;IACI,cAAc,IAAI,WAAW,GAAG,SAAS;IAOhD;;OAEG;IACI,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAI5D;;OAEG;IACI,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE;CAQhE"}
+{"version":3,"file":"mock-server.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,WAAW,EACX,WAAW,EAEZ,MAAM,0BAA0B,CAAC;AAuElC;;;;GAIG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAA4B;gBAErC,IAAI,GAAE,MAAiC;IAMtC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAkBpB,aAAa;IA+B3B;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,WAAW;IAInB;;OAEG;IACI,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAwF1C;;;OAGG;IACI,WAAW,IAAI,IAAI;IAM1B;;OAEG;IACI,mBAAmB,IAAI,WAAW,EAAE;IAO3C;;OAEG;IACI,cAAc,IAAI,WAAW,GAAG,SAAS;IAOhD;;OAEG;IACI,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAI5D;;OAEG;IACI,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE;CAQhE"}

package/dist/mock-server/mock-server.interfaces.d.ts

@@ -47,6 +47,15 @@ export interface RouteConfig {
     headers?: Record<string, string>;
     /** Optional retry configuration for simulating failures before success */
     retry?: RetryConfig;
+    /**
+     * Respond successfully for the first N requests, then return an error.
+     * Useful for partial-upload scenarios (first batch succeeds, second fails).
+     */
+    succeedThenFail?: {
+        successCount: number;
+        errorStatus?: number;
+        errorBody?: unknown;
+    };
     /** Optional delay in milliseconds before sending the response */
     delay?: number;
 }

package/dist/mock-server/mock-server.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mock-server.interfaces.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,MAAM,CAAC;AAEvD,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAE7C,MAAM,WAAW,aAAc,SAAQ,eAAe;IACpD,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,gCAAgC;IAChC,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,YAAa,SAAQ,cAAc;IAClD,yCAAyC;IACzC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,YAAY,CAAC;IACnD,+BAA+B;IAC/B,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IACnC,2BAA2B;IAC3B,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,6BAA6B;IAC7B,IAAI,IAAI,IAAI,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mEAAmE;IACnE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4EAA4E;IAC5E,IAAI,EAAE,MAAM,CAAC;IACb,6DAA6D;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,KAAK,OAAO,CAAC;AAE9E;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,oDAAoD;IACpD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AAEtD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}
+{"version":3,"file":"mock-server.interfaces.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,MAAM,CAAC;AAEvD,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAE7C,MAAM,WAAW,aAAc,SAAQ,eAAe;IACpD,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,gCAAgC;IAChC,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,YAAa,SAAQ,cAAc;IAClD,yCAAyC;IACzC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,YAAY,CAAC;IACnD,+BAA+B;IAC/B,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IACnC,2BAA2B;IAC3B,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,6BAA6B;IAC7B,IAAI,IAAI,IAAI,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mEAAmE;IACnE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4EAA4E;IAC5E,IAAI,EAAE,MAAM,CAAC;IACb,6DAA6D;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB;;;OAGG;IACH,eAAe,CAAC,EAAE;QAChB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,CAAC;IACF,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,KAAK,OAAO,CAAC;AAE9E;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,oDAAoD;IACpD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AAEtD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}

package/dist/mock-server/mock-server.js

@@ -174,19 +174,35 @@ class MockServer {
      * Configures a route to return a specific status code and optional response body.
      */
     setRoute(config) {
-        const { path, method, status, body, retry, headers, delay } = config;
+        const { path, method, status, body, retry, succeedThenFail, headers, delay } = config;
         const key = this.getRouteKey(method, path);
-        if (retry) {
+        if (retry || succeedThenFail) {
             this.requestCounts.set(key, 0);
         }
         this.routeHandlers.set(key, (req, res) => {
             const sendResponse = (responseDelay) => {
                 const send = () => {
-                    var _a, _b;
-                    if (retry) {
+                    var _a, _b, _c;
+                    if (succeedThenFail) {
                         const currentCount = this.requestCounts.get(key) || 0;
-                        const failureCount = (_a = retry.failureCount) !== null && _a !== void 0 ? _a : 4;
-                        const errorStatus = (_b = retry.errorStatus) !== null && _b !== void 0 ? _b : 500;
+                        this.requestCounts.set(key, currentCount + 1);
+                        if (currentCount < succeedThenFail.successCount) {
+                            this.defaultRouteHandler(req, res);
+                        }
+                        else {
+                            const errorStatus = (_a = succeedThenFail.errorStatus) !== null && _a !== void 0 ? _a : 400;
+                            if (succeedThenFail.errorBody !== undefined) {
+                                res.status(errorStatus).json(succeedThenFail.errorBody);
+                            }
+                            else {
+                                res.status(errorStatus).send();
+                            }
+                        }
+                    }
+                    else if (retry) {
+                        const currentCount = this.requestCounts.get(key) || 0;
+                        const failureCount = (_b = retry.failureCount) !== null && _b !== void 0 ? _b : 4;
+                        const errorStatus = (_c = retry.errorStatus) !== null && _c !== void 0 ? _c : 500;
                         if (currentCount < failureCount) {
                             this.requestCounts.set(key, currentCount + 1);
                             const sendFailure = () => {
@@ -251,6 +267,12 @@ class MockServer {
         this.requestCounts.clear();
         this.requests = [];
     }
+    /**
+     * Returns all POST requests to the platform callback URL.
+     */
+    getCallbackRequests() {
+        return this.requests.filter((req) => req.method.toUpperCase() === 'POST' && req.url.includes('callback_url'));
+    }
     /**
      * Returns the most recent request or undefined if no requests exist.
      */

package/dist/multithreading/spawn/spawn.d.ts

@@ -25,7 +25,7 @@ export declare class Spawn {
     private originalConsole;
     private logger;
     private workerFailedMessage;
-    constructor({ event, worker, options, resolve, originalConsole, }: SpawnInterface);
+    constructor({ event, worker, options, resolve, originalConsole, logger, }: SpawnInterface);
     private clearTimeouts;
     private exitFromMainThread;
 }

package/dist/multithreading/spawn/spawn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AAQA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AA+C7B;;;;;;;;;;;GAWG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAwFvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAqB;gBACpC,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IAiHjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAoCjC"}
+{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AASA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AA+C7B;;;;;;;;;;;GAWG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA0FvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,mBAAmB,CAAqB;gBACpC,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,EACf,MAAM,GACP,EAAE,cAAc;IAoHjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAoCjC"}

package/dist/multithreading/spawn/spawn.js

@@ -68,8 +68,9 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
         options = Object.assign(Object.assign({}, (options || {})), { isLocalDevelopment: true });
     }
     const originalConsole = console;
+    const logger = new logger_1.Logger({ event, options });
     // eslint-disable-next-line no-global-assign
-    console = new logger_1.Logger({ event, options });
+    console = logger;
     if (translatedEventType !== originalEventType) {
         console.log(`Event type translated from ${originalEventType} to ${translatedEventType}.`);
     }
@@ -110,6 +111,7 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
                     options,
                     resolve,
                     originalConsole,
+                    logger,
                 });
             });
         }
@@ -132,10 +134,11 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
     }
 }
 class Spawn {
-    constructor({ event, worker, options, resolve, originalConsole, }) {
+    constructor({ event, worker, options, resolve, originalConsole, logger, }) {
         this.defaultLambdaTimeout = constants_1.DEFAULT_LAMBDA_TIMEOUT;
         this.originalConsole = originalConsole || console;
-        this.logger = console;
+        this.logger =
+            logger !== null && logger !== void 0 ? logger : console;
         this.alreadyEmitted = false;
         this.softTimeoutSent = false;
         this.event = event;
@@ -189,7 +192,7 @@ class Spawn {
             }
         });
         worker.on(workers_1.WorkerEvent.WorkerMessage, (message) => {
-            var _a, _b, _c, _d, _e;
+            var _a, _b, _c, _d, _e, _f;
             // Since logs from the worker thread are handled differently in snap-in
             // platform,  we need to catch the log messages from worker thread and log
             // them in main thread.
@@ -197,7 +200,9 @@ class Spawn {
                 const stringifiedArgs = (_a = message.payload) === null || _a === void 0 ? void 0 : _a.stringifiedArgs;
                 const level = (_b = message.payload) === null || _b === void 0 ? void 0 : _b.level;
                 const isSdkLog = (_d = (_c = message.payload) === null || _c === void 0 ? void 0 : _c.isSdkLog) !== null && _d !== void 0 ? _d : true;
-                this.logger.logFn(stringifiedArgs, level, isSdkLog);
+                if (typeof ((_e = this.logger) === null || _e === void 0 ? void 0 : _e.logFn) === 'function') {
+                    this.logger.logFn(stringifiedArgs, level, isSdkLog);
+                }
             }
             // If worker sends a message that it has emitted an event, then set alreadyEmitted to true.
             if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageEmitted) {
@@ -206,7 +211,7 @@ class Spawn {
             }
             // If worker sends a failure message before exiting, capture it for use in the error event.
             if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageFailed) {
-                this.workerFailedMessage = (_e = message.payload) === null || _e === void 0 ? void 0 : _e.message;
+                this.workerFailedMessage = (_f = message.payload) === null || _f === void 0 ? void 0 : _f.message;
             }
         });
         // Log memory usage every 30 seconds

package/dist/multithreading/spawn/spawn.test.js

@@ -78,6 +78,7 @@ function buildSpawn(overrides) {
         options: overrides.options,
         resolve: (_a = overrides.resolve) !== null && _a !== void 0 ? _a : jest.fn(),
         originalConsole: originalConsole,
+        logger: mockLogger,
     });
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     global.console = originalConsole;

package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.js

@@ -1,10 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const constants_1 = require("../../common/constants");
+const test_utils_1 = require("../../common/test-utils");
 const state_1 = require("../../state/state");
 const jest_setup_1 = require("../../tests/jest.setup");
 const test_helpers_1 = require("../../tests/test-helpers");
-const test_utils_1 = require("../../common/test-utils");
 const types_1 = require("../../types");
 const worker_adapter_1 = require("./worker-adapter");
 // 1. Create a mock function for the method you want to override.

package/dist/multithreading/worker-adapter/worker-adapter.d.ts

@@ -30,6 +30,7 @@ export declare class WorkerAdapter<ConnectorState> {
     private adapterState;
     private _artifacts;
     private repos;
+    private lastExtractedItemType?;
     private currentEventDataLength;
     private loaderReports;
     private _processedFiles;
@@ -60,6 +61,15 @@ export declare class WorkerAdapter<ConnectorState> {
      */
     emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
     uploadAllRepos(): Promise<void>;
+    /**
+     * Persists adapter state before emitting, except for stateless worker phases.
+     */
+    private postStateBeforeEmit;
+    /**
+     * Posts state (when required), emits to the platform, and notifies the parent
+     * worker that an event was emitted.
+     */
+    private emitToPlatform;
     loadItemTypes({ itemTypesToLoad, }: ItemTypesToLoadParams): Promise<LoadItemTypesResponse>;
     getLoaderBatches({ supportedItemTypes, }: {
         supportedItemTypes: string[];

package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAI9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IA0JV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}
+{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAa9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,qBAAqB,CAAC,CAAS;IACvC,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAyCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IA0GV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAOrC;;OAEG;YACW,mBAAmB;IAsBjC;;;OAGG;YACW,cAAc;IAwFtB,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}

package/dist/multithreading/worker-adapter/worker-adapter.emit.test.js

@@ -43,6 +43,7 @@ function makeAdapter(eventType = types_1.EventType.StartExtractingData) {
     const adapter = new worker_adapter_1.WorkerAdapter({ event, adapterState });
     return { adapter, event, adapterState };
 }
+const iso = (ms) => new Date(ms).toISOString();
 describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
     let adapter;
     let mockPostMessage;
@@ -113,19 +114,25 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
         // Assert
         expect(mockPostMessage).toHaveBeenCalledTimes(1);
     });
-    it('should correctly emit one event even if uploadAllRepos errors', async () => {
-        // Arrange
+    it('should emit phase extraction error when uploadAllRepos fails', async () => {
+        const { emit: mockEmit } = require('../../common/control-protocol');
         adapter['adapterState'].postState = jest.fn().mockResolvedValue(undefined);
         adapter.uploadAllRepos = jest
             .fn()
             .mockRejectedValue(new Error('uploadAllRepos error'));
-        // Act
-        await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-            reports: [],
-            processed_files: [],
-        });
-        // Assert
-        expect(mockPostMessage).toHaveBeenCalledTimes(1);
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionDone);
+        expect(mockEmit).toHaveBeenCalledWith(expect.objectContaining({
+            eventType: types_1.ExtractorEventType.DataExtractionError,
+            data: expect.objectContaining({
+                error: expect.objectContaining({
+                    message: expect.stringContaining('uploadAllRepos error'),
+                }),
+            }),
+        }));
+        expect(mockPostMessage).toHaveBeenCalledWith(expect.objectContaining({
+            subject: 'emit',
+            payload: { eventType: types_1.ExtractorEventType.DataExtractionError },
+        }));
     });
     it('should include artifacts in data for extraction events', async () => {
         // Arrange
@@ -262,6 +269,80 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
         expect(emittedMessage.startsWith('E'.repeat(100))).toBe(true);
     });
 });
+describe(`${worker_adapter_1.WorkerAdapter.name}.emit — worker_metadata`, () => {
+    let adapter;
+    beforeEach(() => {
+        jest.clearAllMocks();
+        ({ adapter } = makeAdapter());
+        adapter['adapterState'].postState = jest.fn().mockResolvedValue(undefined);
+        adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
+    });
+    function setupRepos(adapterInstance, lastExtractedItemType) {
+        adapterInstance['repos'] = [
+            {
+                itemType: 'issues',
+                dateRanges: {
+                    creationDate: { oldest: 100, newest: 200 },
+                    modifiedDate: { oldest: 150, newest: 250 },
+                },
+            },
+            {
+                itemType: 'tasks',
+                dateRanges: {
+                    creationDate: { oldest: 300, newest: 400 },
+                    modifiedDate: { oldest: 350, newest: 450 },
+                },
+            },
+        ];
+        adapterInstance['lastExtractedItemType'] = lastExtractedItemType;
+    }
+    it('should emit flat worker_metadata for the latest extracted item type only', async () => {
+        setupRepos(adapter, 'tasks');
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({
+            item_type: 'tasks',
+            oldest_created_date: iso(300),
+            newest_created_date: iso(400),
+            oldest_modified_date: iso(350),
+            newest_modified_date: iso(450),
+        });
+    });
+    it('should omit unset RFC3339 bounds from worker_metadata', async () => {
+        adapter['repos'] = [
+            {
+                itemType: 'tasks',
+                dateRanges: {
+                    creationDate: { oldest: 0, newest: 0 },
+                    modifiedDate: { oldest: 0, newest: 0 },
+                },
+            },
+        ];
+        adapter['lastExtractedItemType'] = 'tasks';
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({
+            item_type: 'tasks',
+        });
+    });
+    it('should send empty worker_metadata when no item type has been extracted', async () => {
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
+    });
+    it('should send empty worker_metadata for loader events', async () => {
+        setupRepos(adapter, 'tasks');
+        await adapter.emit(types_1.LoaderEventType.DataLoadingProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
+    });
+    it('should send empty worker_metadata for non-progress extraction events', async () => {
+        setupRepos(adapter, 'tasks');
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionError);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
+    });
+});
 describe(`${worker_adapter_1.WorkerAdapter.name}.emit — ExternalSyncUnitExtractionDone legacy path`, () => {
     it('should upload ESUs via a repo and strip external_sync_units from the emitted payload', async () => {
         // Arrange

package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const attachments_streaming_pool_1 = require("../../attachments-streaming/attachments-streaming-pool");
+const test_utils_1 = require("../../common/test-utils");
 const state_1 = require("../../state/state");
 const jest_setup_1 = require("../../tests/jest.setup");
-const test_utils_1 = require("../../common/test-utils");
 const types_1 = require("../../types");
 const worker_adapter_1 = require("./worker-adapter");
 /* eslint-disable @typescript-eslint/no-require-imports */