@devrev/ts-adaas 1.19.9-beta.0 → 1.19.9

package/dist/attachments-streaming/attachments-streaming-pool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"attachments-streaming-pool.d.ts","sourceRoot":"","sources":["../../src/attachments-streaming/attachments-streaming-pool.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,2BAA2B,EAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,8BAA8B,EAAE,MAAM,yCAAyC,CAAC;AAEzF,qBAAa,wBAAwB,CAAC,cAAc;IAClD,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,WAAW,CAAyB;IAC5C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,MAAM,CAA4C;IAE1D,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAM;gBAEnC,EACV,OAAO,EACP,WAAW,EACX,SAAc,EACd,MAAM,GACP,EAAE,8BAA8B,CAAC,cAAc,CAAC;YAQnC,cAAc;IAS5B;;;;;OAKG;IAEH,OAAO,CAAC,2BAA2B;IAsB7B,SAAS,IAAI,OAAO,CAAC,2BAA2B,CAAC;IA8CjD,kBAAkB;CA0FzB"}
+{"version":3,"file":"attachments-streaming-pool.d.ts","sourceRoot":"","sources":["../../src/attachments-streaming/attachments-streaming-pool.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,2BAA2B,EAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,8BAA8B,EAAE,MAAM,yCAAyC,CAAC;AAEzF,qBAAa,wBAAwB,CAAC,cAAc;IAClD,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,WAAW,CAAyB;IAC5C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,MAAM,CAA4C;IAE1D,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAM;gBAEnC,EACV,OAAO,EACP,WAAW,EACX,SAAc,EACd,MAAM,GACP,EAAE,8BAA8B,CAAC,cAAc,CAAC;YAQnC,cAAc;IAS5B;;;;;OAKG;IAEH,OAAO,CAAC,2BAA2B;IAsB7B,SAAS,IAAI,OAAO,CAAC,2BAA2B,CAAC;IAgDjD,kBAAkB;CA0FzB"}

package/dist/attachments-streaming/attachments-streaming-pool.js

@@ -69,8 +69,10 @@ class AttachmentsStreamingPool {
         for (let i = 0; i < initialBatchSize; i++) {
             initialPromises.push(this.startPoolStreaming());
         }
-        // Wait for all promises to complete
-        await Promise.all(initialPromises);
+        await Promise.race([
+            Promise.all(initialPromises),
+            this.adapter.timeoutSignal,
+        ]);
         if (this.delay) {
             return { delay: this.delay };
         }
@@ -117,8 +119,8 @@ class AttachmentsStreamingPool {
                     await this.updateProgress();
                     continue;
                 }
-                // No rate limiting, process normally
-                if ((_c = (_b = this.adapter.state.toDevRev) === null || _b === void 0 ? void 0 : _b.attachmentsMetadata) === null || _c === void 0 ? void 0 : _c.lastProcessedAttachmentsIdsList) {
+                if (!this.adapter.isTimeout &&
+                    ((_c = (_b = this.adapter.state.toDevRev) === null || _b === void 0 ? void 0 : _b.attachmentsMetadata) === null || _c === void 0 ? void 0 : _c.lastProcessedAttachmentsIdsList)) {
                     (_d = this.adapter.state.toDevRev) === null || _d === void 0 ? void 0 : _d.attachmentsMetadata.lastProcessedAttachmentsIdsList.push({ id: attachment.id, parent_id: attachment.parent_id });
                 }
                 await this.updateProgress();

package/dist/attachments-streaming/attachments-streaming-pool.test.js

@@ -17,6 +17,10 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
                     },
                 },
             },
+            isTimeout: false,
+            // Never resolves: streamAll's race is decided by the workers completing,
+            // unless a test overrides this / flips isTimeout.
+            timeoutSignal: new Promise(() => { }),
             processAttachment: jest
                 .fn()
                 .mockResolvedValue({}),
@@ -513,4 +517,65 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             expect(mockStreamFn).toHaveBeenCalled();
         });
     });
+    describe('soft timeout handling', () => {
+        it('should resolve streamAll when the timeout signal fires even if a worker is stuck in flight', async () => {
+            // A worker stuck in a never-resolving request: only the timeout race can
+            // unblock streamAll.
+            mockAdapter.processAttachment.mockImplementation(async () => new Promise(() => { }));
+            let fireTimeout;
+            mockAdapter.timeoutSignal = new Promise((resolve) => {
+                fireTimeout = resolve;
+            });
+            const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
+                adapter: mockAdapter,
+                attachments: mockAttachments,
+                batchSize: 10,
+                stream: mockStream,
+            });
+            const streamAllPromise = pool.streamAll();
+            mockAdapter.isTimeout = true;
+            fireTimeout();
+            const result = await streamAllPromise;
+            expect(result).toEqual({});
+        });
+        it('should not record an attachment as processed when a timeout fires while it is in flight', async () => {
+            mockAdapter.processAttachment.mockImplementation(async () => {
+                await Promise.resolve();
+                mockAdapter.isTimeout = true;
+                return {};
+            });
+            const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
+                adapter: mockAdapter,
+                attachments: mockAttachments,
+                batchSize: 1,
+                stream: mockStream,
+            });
+            await pool.streamAll();
+            expect(mockAdapter.state.toDevRev.attachmentsMetadata
+                .lastProcessedAttachmentsIdsList).toEqual([]);
+            expect(mockAdapter.processAttachment).toHaveBeenCalledTimes(1);
+        });
+        it('should record attachments completed before the timeout and stop after', async () => {
+            let calls = 0;
+            mockAdapter.processAttachment.mockImplementation(async () => {
+                await Promise.resolve();
+                calls++;
+                if (calls === 2) {
+                    mockAdapter.isTimeout = true;
+                }
+                return {};
+            });
+            const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
+                adapter: mockAdapter,
+                attachments: mockAttachments,
+                batchSize: 1,
+                stream: mockStream,
+            });
+            await pool.streamAll();
+            expect(mockAdapter.state.toDevRev.attachmentsMetadata
+                .lastProcessedAttachmentsIdsList).toEqual([{ id: 'attachment-1', parent_id: 'parent-1' }]);
+            // 2nd was started then abandoned; 3rd never started.
+            expect(mockAdapter.processAttachment).toHaveBeenCalledTimes(2);
+        });
+    });
 });

package/dist/common/control-protocol.d.ts

@@ -1,11 +1,10 @@
 import { AxiosResponse } from 'axios';
-import { AirdropEvent, EventData, ExtractorEventType, WorkerMetadata } from '../types/extraction';
+import { AirdropEvent, EventData, ExtractorEventType } from '../types/extraction';
 import { LoaderEventType } from '../types/loading';
 export interface EmitInterface {
     event: AirdropEvent;
     eventType: ExtractorEventType | LoaderEventType;
     data?: EventData;
-    worker_metadata?: WorkerMetadata;
 }
-export declare const emit: ({ event, eventType, data, worker_metadata, }: EmitInterface) => Promise<AxiosResponse>;
+export declare const emit: ({ event, eventType, data, }: EmitInterface) => Promise<AxiosResponse>;
 //# sourceMappingURL=control-protocol.d.ts.map

package/dist/common/control-protocol.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"control-protocol.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtC,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EAElB,cAAc,EACf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED,eAAO,MAAM,IAAI,GAAU,8CAKxB,aAAa,KAAG,OAAO,CAAC,aAAa,CAmCvC,CAAC"}
+{"version":3,"file":"control-protocol.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtC,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EAEnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,SAAS,CAAC;CAClB;AAED,eAAO,MAAM,IAAI,GAAU,6BAIxB,aAAa,KAAG,OAAO,CAAC,aAAa,CAgCvC,CAAC"}

package/dist/common/control-protocol.js

@@ -4,7 +4,7 @@ exports.emit = void 0;
 const axios_client_internal_1 = require("../http/axios-client-internal");
 const constants_1 = require("./constants");
 const event_type_translation_1 = require("./event-type-translation");
-const emit = async ({ event, eventType, data, worker_metadata, }) => {
+const emit = async ({ event, eventType, data, }) => {
     // Translate outgoing event type to ensure we always send new event types
     // TODO: Remove when the old types are completely phased out
     const translatedEventType = (0, event_type_translation_1.translateOutgoingEventType)(eventType);
@@ -12,7 +12,9 @@ const emit = async ({ event, eventType, data, worker_metadata, }) => {
         event_type: translatedEventType,
         event_context: event.payload.event_context,
         event_data: Object.assign({}, data),
-        worker_metadata: Object.assign(Object.assign({}, worker_metadata), { newest_state_date: event.payload.event_context.extract_to, oldest_state_date: event.payload.event_context.extract_from, adaas_library_version: constants_1.LIBRARY_VERSION }),
+        worker_metadata: {
+            adaas_library_version: constants_1.LIBRARY_VERSION,
+        },
     };
     console.info('Emitting event', newEvent);
     return axios_client_internal_1.axiosClient.post(event.payload.event_context.callback_url, Object.assign({}, newEvent), {

package/dist/http/axios-client-internal.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAwBA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAyFH,OAAO,EAAE,WAAW,EAAE,CAAC"}
+{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAyFH,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/http/axios-client-internal.js

@@ -6,30 +6,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.axiosClient = void 0;
 const axios_1 = __importDefault(require("axios"));
 const axios_retry_1 = __importDefault(require("axios-retry"));
-const node_worker_threads_1 = require("node:worker_threads");
-/** Production default; tests may lower via workerData.options.httpRetries or ADAAS_TEST_HTTP_RETRIES. */
-function getHttpRetryCount() {
-    var _a;
-    if (!node_worker_threads_1.isMainThread &&
-        ((_a = node_worker_threads_1.workerData === null || node_worker_threads_1.workerData === void 0 ? void 0 : node_worker_threads_1.workerData.options) === null || _a === void 0 ? void 0 : _a.httpRetries) !== undefined &&
-        node_worker_threads_1.workerData.options.httpRetries >= 0) {
-        return node_worker_threads_1.workerData.options.httpRetries;
-    }
-    const fromEnv = process.env.ADAAS_TEST_HTTP_RETRIES;
-    if (fromEnv !== undefined) {
-        const parsed = parseInt(fromEnv, 10);
-        if (!isNaN(parsed) && parsed >= 0) {
-            return parsed;
-        }
-    }
-    return 5;
-}
 const axiosClient = axios_1.default.create({
     timeout: 30 * 1000,
 });
 exports.axiosClient = axiosClient;
 (0, axios_retry_1.default)(axiosClient, {
-    retries: getHttpRetryCount(),
+    retries: 5,
     shouldResetTimeout: true,
     retryDelay: (retryCount, error) => {
         var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;

package/dist/mock-server/mock-server.d.ts

@@ -31,10 +31,6 @@ export declare class MockServer {
      * Also clears request tracking data.
      */
     resetRoutes(): void;
-    /**
-     * Returns all POST requests to the platform callback URL.
-     */
-    getCallbackRequests(): RequestInfo[];
     /**
      * Returns the most recent request or undefined if no requests exist.
      */

package/dist/mock-server/mock-server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mock-server.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,WAAW,EACX,WAAW,EAEZ,MAAM,0BAA0B,CAAC;AAuElC;;;;GAIG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAA4B;gBAErC,IAAI,GAAE,MAAiC;IAMtC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAkBpB,aAAa;IA+B3B;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,WAAW;IAInB;;OAEG;IACI,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAwF1C;;;OAGG;IACI,WAAW,IAAI,IAAI;IAM1B;;OAEG;IACI,mBAAmB,IAAI,WAAW,EAAE;IAO3C;;OAEG;IACI,cAAc,IAAI,WAAW,GAAG,SAAS;IAOhD;;OAEG;IACI,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAI5D;;OAEG;IACI,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE;CAQhE"}
+{"version":3,"file":"mock-server.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,WAAW,EACX,WAAW,EAEZ,MAAM,0BAA0B,CAAC;AA4ElC;;;;GAIG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAA4B;gBAErC,IAAI,GAAE,MAAiC;IAMtC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAkBpB,aAAa;IA+B3B;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,WAAW;IAInB;;OAEG;IACI,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IA8E1C;;;OAGG;IACI,WAAW,IAAI,IAAI;IAM1B;;OAEG;IACI,cAAc,IAAI,WAAW,GAAG,SAAS;IAOhD;;OAEG;IACI,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAI5D;;OAEG;IACI,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE;CAQhE"}

package/dist/mock-server/mock-server.interfaces.d.ts

@@ -13,6 +13,8 @@ export interface MockResponse extends ServerResponse {
     status(code: number): MockResponse;
     /** Send a JSON response */
     json(data: unknown): void;
+    /** Send a raw binary (Buffer) response */
+    buffer(data: Buffer): void;
     /** Send an empty response */
     send(): void;
 }
@@ -43,19 +45,12 @@ export interface RouteConfig {
     status: number;
     /** Optional response body to send as JSON */
     body?: unknown;
+    /** Optional raw binary response body, e.g. gzipped JSONL (takes precedence over `body`) */
+    bodyBuffer?: Buffer;
     /** Optional headers to send with the response */
     headers?: Record<string, string>;
     /** Optional retry configuration for simulating failures before success */
     retry?: RetryConfig;
-    /**
-     * Respond successfully for the first N requests, then return an error.
-     * Useful for partial-upload scenarios (first batch succeeds, second fails).
-     */
-    succeedThenFail?: {
-        successCount: number;
-        errorStatus?: number;
-        errorBody?: unknown;
-    };
     /** Optional delay in milliseconds before sending the response */
     delay?: number;
 }

package/dist/mock-server/mock-server.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mock-server.interfaces.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,MAAM,CAAC;AAEvD,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAE7C,MAAM,WAAW,aAAc,SAAQ,eAAe;IACpD,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,gCAAgC;IAChC,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,YAAa,SAAQ,cAAc;IAClD,yCAAyC;IACzC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,YAAY,CAAC;IACnD,+BAA+B;IAC/B,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IACnC,2BAA2B;IAC3B,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,6BAA6B;IAC7B,IAAI,IAAI,IAAI,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mEAAmE;IACnE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4EAA4E;IAC5E,IAAI,EAAE,MAAM,CAAC;IACb,6DAA6D;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB;;;OAGG;IACH,eAAe,CAAC,EAAE;QAChB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,CAAC;IACF,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,KAAK,OAAO,CAAC;AAE9E;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,oDAAoD;IACpD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AAEtD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}
+{"version":3,"file":"mock-server.interfaces.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,MAAM,CAAC;AAEvD,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAE7C,MAAM,WAAW,aAAc,SAAQ,eAAe;IACpD,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,gCAAgC;IAChC,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,YAAa,SAAQ,cAAc;IAClD,yCAAyC;IACzC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,YAAY,CAAC;IACnD,+BAA+B;IAC/B,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IACnC,2BAA2B;IAC3B,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,0CAA0C;IAC1C,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,6BAA6B;IAC7B,IAAI,IAAI,IAAI,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mEAAmE;IACnE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4EAA4E;IAC5E,IAAI,EAAE,MAAM,CAAC;IACb,6DAA6D;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,2FAA2F;IAC3F,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,KAAK,OAAO,CAAC;AAE9E;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,oDAAoD;IACpD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AAEtD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}

package/dist/mock-server/mock-server.js

@@ -56,6 +56,10 @@ function wrapResponse(res) {
         res.writeHead(statusCode, { 'Content-Type': 'application/json' });
         res.end(JSON.stringify(data));
     };
+    mock.buffer = (data) => {
+        res.writeHead(statusCode, { 'Content-Type': 'application/octet-stream' });
+        res.end(data);
+    };
     mock.send = () => {
         res.writeHead(statusCode);
         res.end();
@@ -174,35 +178,19 @@ class MockServer {
      * Configures a route to return a specific status code and optional response body.
      */
     setRoute(config) {
-        const { path, method, status, body, retry, succeedThenFail, headers, delay } = config;
+        const { path, method, status, body, bodyBuffer, retry, headers, delay } = config;
         const key = this.getRouteKey(method, path);
-        if (retry || succeedThenFail) {
+        if (retry) {
             this.requestCounts.set(key, 0);
         }
         this.routeHandlers.set(key, (req, res) => {
             const sendResponse = (responseDelay) => {
                 const send = () => {
-                    var _a, _b, _c;
-                    if (succeedThenFail) {
-                        const currentCount = this.requestCounts.get(key) || 0;
-                        this.requestCounts.set(key, currentCount + 1);
-                        if (currentCount < succeedThenFail.successCount) {
-                            this.defaultRouteHandler(req, res);
-                        }
-                        else {
-                            const errorStatus = (_a = succeedThenFail.errorStatus) !== null && _a !== void 0 ? _a : 400;
-                            if (succeedThenFail.errorBody !== undefined) {
-                                res.status(errorStatus).json(succeedThenFail.errorBody);
-                            }
-                            else {
-                                res.status(errorStatus).send();
-                            }
-                        }
-                    }
-                    else if (retry) {
+                    var _a, _b;
+                    if (retry) {
                         const currentCount = this.requestCounts.get(key) || 0;
-                        const failureCount = (_b = retry.failureCount) !== null && _b !== void 0 ? _b : 4;
-                        const errorStatus = (_c = retry.errorStatus) !== null && _c !== void 0 ? _c : 500;
+                        const failureCount = (_a = retry.failureCount) !== null && _a !== void 0 ? _a : 4;
+                        const errorStatus = (_b = retry.errorStatus) !== null && _b !== void 0 ? _b : 500;
                         if (currentCount < failureCount) {
                             this.requestCounts.set(key, currentCount + 1);
                             const sendFailure = () => {
@@ -228,7 +216,10 @@ class MockServer {
                             if (headers) {
                                 res.set(headers);
                             }
-                            if (body !== undefined) {
+                            if (bodyBuffer !== undefined) {
+                                res.status(status).buffer(bodyBuffer);
+                            }
+                            else if (body !== undefined) {
                                 res.status(status).json(body);
                             }
                             else {
@@ -240,7 +231,10 @@ class MockServer {
                         if (headers) {
                             res.set(headers);
                         }
-                        if (body !== undefined) {
+                        if (bodyBuffer !== undefined) {
+                            res.status(status).buffer(bodyBuffer);
+                        }
+                        else if (body !== undefined) {
                             res.status(status).json(body);
                         }
                         else {
@@ -267,12 +261,6 @@ class MockServer {
         this.requestCounts.clear();
         this.requests = [];
     }
-    /**
-     * Returns all POST requests to the platform callback URL.
-     */
-    getCallbackRequests() {
-        return this.requests.filter((req) => req.method.toUpperCase() === 'POST' && req.url.includes('callback_url'));
-    }
     /**
      * Returns the most recent request or undefined if no requests exist.
      */

package/dist/multithreading/spawn/spawn.d.ts

@@ -25,7 +25,7 @@ export declare class Spawn {
     private originalConsole;
     private logger;
     private workerFailedMessage;
-    constructor({ event, worker, options, resolve, originalConsole, logger, }: SpawnInterface);
+    constructor({ event, worker, options, resolve, originalConsole, }: SpawnInterface);
     private clearTimeouts;
     private exitFromMainThread;
 }

package/dist/multithreading/spawn/spawn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AASA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AA+C7B;;;;;;;;;;;GAWG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA0FvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,mBAAmB,CAAqB;gBACpC,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,EACf,MAAM,GACP,EAAE,cAAc;IAoHjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAoCjC"}
+{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AAQA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AA+C7B;;;;;;;;;;;GAWG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAwFvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAqB;gBACpC,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IAiHjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAoCjC"}

package/dist/multithreading/spawn/spawn.js

@@ -68,9 +68,8 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
         options = Object.assign(Object.assign({}, (options || {})), { isLocalDevelopment: true });
     }
     const originalConsole = console;
-    const logger = new logger_1.Logger({ event, options });
     // eslint-disable-next-line no-global-assign
-    console = logger;
+    console = new logger_1.Logger({ event, options });
     if (translatedEventType !== originalEventType) {
         console.log(`Event type translated from ${originalEventType} to ${translatedEventType}.`);
     }
@@ -111,7 +110,6 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
                     options,
                     resolve,
                     originalConsole,
-                    logger,
                 });
             });
         }
@@ -134,11 +132,10 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
     }
 }
 class Spawn {
-    constructor({ event, worker, options, resolve, originalConsole, logger, }) {
+    constructor({ event, worker, options, resolve, originalConsole, }) {
         this.defaultLambdaTimeout = constants_1.DEFAULT_LAMBDA_TIMEOUT;
         this.originalConsole = originalConsole || console;
-        this.logger =
-            logger !== null && logger !== void 0 ? logger : console;
+        this.logger = console;
         this.alreadyEmitted = false;
         this.softTimeoutSent = false;
         this.event = event;
@@ -192,7 +189,7 @@ class Spawn {
             }
         });
         worker.on(workers_1.WorkerEvent.WorkerMessage, (message) => {
-            var _a, _b, _c, _d, _e, _f;
+            var _a, _b, _c, _d, _e;
             // Since logs from the worker thread are handled differently in snap-in
             // platform,  we need to catch the log messages from worker thread and log
             // them in main thread.
@@ -200,9 +197,7 @@ class Spawn {
                 const stringifiedArgs = (_a = message.payload) === null || _a === void 0 ? void 0 : _a.stringifiedArgs;
                 const level = (_b = message.payload) === null || _b === void 0 ? void 0 : _b.level;
                 const isSdkLog = (_d = (_c = message.payload) === null || _c === void 0 ? void 0 : _c.isSdkLog) !== null && _d !== void 0 ? _d : true;
-                if (typeof ((_e = this.logger) === null || _e === void 0 ? void 0 : _e.logFn) === 'function') {
-                    this.logger.logFn(stringifiedArgs, level, isSdkLog);
-                }
+                this.logger.logFn(stringifiedArgs, level, isSdkLog);
             }
             // If worker sends a message that it has emitted an event, then set alreadyEmitted to true.
             if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageEmitted) {
@@ -211,7 +206,7 @@ class Spawn {
             }
             // If worker sends a failure message before exiting, capture it for use in the error event.
             if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageFailed) {
-                this.workerFailedMessage = (_f = message.payload) === null || _f === void 0 ? void 0 : _f.message;
+                this.workerFailedMessage = (_e = message.payload) === null || _e === void 0 ? void 0 : _e.message;
             }
         });
         // Log memory usage every 30 seconds

package/dist/multithreading/spawn/spawn.test.js

@@ -78,7 +78,6 @@ function buildSpawn(overrides) {
         options: overrides.options,
         resolve: (_a = overrides.resolve) !== null && _a !== void 0 ? _a : jest.fn(),
         originalConsole: originalConsole,
-        logger: mockLogger,
     });
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     global.console = originalConsole;

package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.js

@@ -1,10 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const constants_1 = require("../../common/constants");
-const test_utils_1 = require("../../common/test-utils");
 const state_1 = require("../../state/state");
 const jest_setup_1 = require("../../tests/jest.setup");
 const test_helpers_1 = require("../../tests/test-helpers");
+const test_utils_1 = require("../../common/test-utils");
 const types_1 = require("../../types");
 const worker_adapter_1 = require("./worker-adapter");
 // 1. Create a mock function for the method you want to override.

package/dist/multithreading/worker-adapter/worker-adapter.d.ts

@@ -25,18 +25,21 @@ export declare function createWorkerAdapter<ConnectorState>({ event, adapterStat
 export declare class WorkerAdapter<ConnectorState> {
     readonly event: AirdropEvent;
     readonly options?: WorkerAdapterOptions;
-    isTimeout: boolean;
     hasWorkerEmitted: boolean;
+    private _isTimeout;
+    private resolveTimeoutSignal;
+    readonly timeoutSignal: Promise<void>;
     private adapterState;
     private _artifacts;
     private repos;
-    private lastExtractedItemType?;
     private currentEventDataLength;
     private loaderReports;
     private _processedFiles;
     private _mappers;
     private uploader;
     constructor({ event, adapterState, options, }: WorkerAdapterInterface<ConnectorState>);
+    get isTimeout(): boolean;
+    set isTimeout(value: boolean);
     get state(): AdapterState<ConnectorState>;
     set state(value: AdapterState<ConnectorState>);
     get reports(): LoaderReport[];
@@ -61,15 +64,6 @@ export declare class WorkerAdapter<ConnectorState> {
      */
     emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
     uploadAllRepos(): Promise<void>;
-    /**
-     * Persists adapter state before emitting, except for stateless worker phases.
-     */
-    private postStateBeforeEmit;
-    /**
-     * Posts state (when required), emits to the platform, and notifies the parent
-     * worker that an event was emitted.
-     */
-    private emitToPlatform;
     loadItemTypes({ itemTypesToLoad, }: ItemTypesToLoadParams): Promise<LoadItemTypesResponse>;
     getLoaderBatches({ supportedItemTypes, }: {
         supportedItemTypes: string[];

package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAa9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,qBAAqB,CAAC,CAAS;IACvC,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAyCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IA0GV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAOrC;;OAEG;YACW,mBAAmB;IAsBjC;;;OAGG;YACW,cAAc;IAwFtB,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}
+{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAI9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,oBAAoB,CAAc;IAC1C,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAElC;IAEH,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAoBzC,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,EAK3B;IAED,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IA0JV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IAoHvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}

package/dist/multithreading/worker-adapter/worker-adapter.emit.test.js

@@ -43,7 +43,6 @@ function makeAdapter(eventType = types_1.EventType.StartExtractingData) {
     const adapter = new worker_adapter_1.WorkerAdapter({ event, adapterState });
     return { adapter, event, adapterState };
 }
-const iso = (ms) => new Date(ms).toISOString();
 describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
     let adapter;
     let mockPostMessage;
@@ -114,25 +113,19 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
         // Assert
         expect(mockPostMessage).toHaveBeenCalledTimes(1);
     });
-    it('should emit phase extraction error when uploadAllRepos fails', async () => {
-        const { emit: mockEmit } = require('../../common/control-protocol');
+    it('should correctly emit one event even if uploadAllRepos errors', async () => {
+        // Arrange
         adapter['adapterState'].postState = jest.fn().mockResolvedValue(undefined);
         adapter.uploadAllRepos = jest
             .fn()
             .mockRejectedValue(new Error('uploadAllRepos error'));
-        await adapter.emit(types_1.ExtractorEventType.DataExtractionDone);
-        expect(mockEmit).toHaveBeenCalledWith(expect.objectContaining({
-            eventType: types_1.ExtractorEventType.DataExtractionError,
-            data: expect.objectContaining({
-                error: expect.objectContaining({
-                    message: expect.stringContaining('uploadAllRepos error'),
-                }),
-            }),
-        }));
-        expect(mockPostMessage).toHaveBeenCalledWith(expect.objectContaining({
-            subject: 'emit',
-            payload: { eventType: types_1.ExtractorEventType.DataExtractionError },
-        }));
+        // Act
+        await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
+            reports: [],
+            processed_files: [],
+        });
+        // Assert
+        expect(mockPostMessage).toHaveBeenCalledTimes(1);
     });
     it('should include artifacts in data for extraction events', async () => {
         // Arrange
@@ -269,80 +262,6 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
         expect(emittedMessage.startsWith('E'.repeat(100))).toBe(true);
     });
 });
-describe(`${worker_adapter_1.WorkerAdapter.name}.emit — worker_metadata`, () => {
-    let adapter;
-    beforeEach(() => {
-        jest.clearAllMocks();
-        ({ adapter } = makeAdapter());
-        adapter['adapterState'].postState = jest.fn().mockResolvedValue(undefined);
-        adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
-    });
-    function setupRepos(adapterInstance, lastExtractedItemType) {
-        adapterInstance['repos'] = [
-            {
-                itemType: 'issues',
-                dateRanges: {
-                    creationDate: { oldest: 100, newest: 200 },
-                    modifiedDate: { oldest: 150, newest: 250 },
-                },
-            },
-            {
-                itemType: 'tasks',
-                dateRanges: {
-                    creationDate: { oldest: 300, newest: 400 },
-                    modifiedDate: { oldest: 350, newest: 450 },
-                },
-            },
-        ];
-        adapterInstance['lastExtractedItemType'] = lastExtractedItemType;
-    }
-    it('should emit flat worker_metadata for the latest extracted item type only', async () => {
-        setupRepos(adapter, 'tasks');
-        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
-        const { emit: mockEmit } = require('../../common/control-protocol');
-        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({
-            item_type: 'tasks',
-            oldest_created_date: iso(300),
-            newest_created_date: iso(400),
-            oldest_modified_date: iso(350),
-            newest_modified_date: iso(450),
-        });
-    });
-    it('should omit unset RFC3339 bounds from worker_metadata', async () => {
-        adapter['repos'] = [
-            {
-                itemType: 'tasks',
-                dateRanges: {
-                    creationDate: { oldest: 0, newest: 0 },
-                    modifiedDate: { oldest: 0, newest: 0 },
-                },
-            },
-        ];
-        adapter['lastExtractedItemType'] = 'tasks';
-        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
-        const { emit: mockEmit } = require('../../common/control-protocol');
-        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({
-            item_type: 'tasks',
-        });
-    });
-    it('should send empty worker_metadata when no item type has been extracted', async () => {
-        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
-        const { emit: mockEmit } = require('../../common/control-protocol');
-        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
-    });
-    it('should send empty worker_metadata for loader events', async () => {
-        setupRepos(adapter, 'tasks');
-        await adapter.emit(types_1.LoaderEventType.DataLoadingProgress);
-        const { emit: mockEmit } = require('../../common/control-protocol');
-        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
-    });
-    it('should send empty worker_metadata for non-progress extraction events', async () => {
-        setupRepos(adapter, 'tasks');
-        await adapter.emit(types_1.ExtractorEventType.DataExtractionError);
-        const { emit: mockEmit } = require('../../common/control-protocol');
-        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
-    });
-});
 describe(`${worker_adapter_1.WorkerAdapter.name}.emit — ExternalSyncUnitExtractionDone legacy path`, () => {
     it('should upload ESUs via a repo and strip external_sync_units from the emitted payload', async () => {
         // Arrange

package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const attachments_streaming_pool_1 = require("../../attachments-streaming/attachments-streaming-pool");
-const test_utils_1 = require("../../common/test-utils");
 const state_1 = require("../../state/state");
 const jest_setup_1 = require("../../tests/jest.setup");
+const test_utils_1 = require("../../common/test-utils");
 const types_1 = require("../../types");
 const worker_adapter_1 = require("./worker-adapter");
 /* eslint-disable @typescript-eslint/no-require-imports */