@devrev/airsync-sdk 2.0.0-beta.2 → 2.0.0-beta.3

package/dist/attachments-streaming/attachments-streaming-pool.d.ts

@@ -3,12 +3,13 @@ import { AttachmentsStreamingPoolParams } from './attachments-streaming-pool.int
 export declare class AttachmentsStreamingPool<ConnectorState> {
     private adapter;
     private attachments;
+    private attachmentsMetadata;
     private batchSize;
     private delay;
     private stream;
     private totalProcessedCount;
     private readonly PROGRESS_REPORT_INTERVAL;
-    constructor({ adapter, attachments, batchSize, stream, }: AttachmentsStreamingPoolParams<ConnectorState>);
+    constructor({ adapter, attachments, attachmentsMetadata, batchSize, stream, }: AttachmentsStreamingPoolParams<ConnectorState>);
     private updateProgress;
     /**
      * Migrates processed attachments from the legacy string[] format to the new ProcessedAttachment[] format.

package/dist/attachments-streaming/attachments-streaming-pool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"attachments-streaming-pool.d.ts","sourceRoot":"","sources":["../../src/attachments-streaming/attachments-streaming-pool.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,2BAA2B,EAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,8BAA8B,EAAE,MAAM,yCAAyC,CAAC;AAEzF,qBAAa,wBAAwB,CAAC,cAAc;IAClD,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,WAAW,CAAyB;IAC5C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,MAAM,CAA4C;IAE1D,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAM;gBAEnC,EACV,OAAO,EACP,WAAW,EACX,SAAc,EACd,MAAM,GACP,EAAE,8BAA8B,CAAC,cAAc,CAAC;YAQnC,cAAc;IAS5B;;;;;OAKG;IAEH,OAAO,CAAC,2BAA2B;IAsB7B,SAAS,IAAI,OAAO,CAAC,2BAA2B,CAAC;IA8CjD,kBAAkB;CA0FzB"}
+{"version":3,"file":"attachments-streaming-pool.d.ts","sourceRoot":"","sources":["../../src/attachments-streaming/attachments-streaming-pool.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,2BAA2B,EAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,8BAA8B,EAAE,MAAM,yCAAyC,CAAC;AAEzF,qBAAa,wBAAwB,CAAC,cAAc;IAClD,OAAO,CAAC,OAAO,CAAoC;IACnD,OAAO,CAAC,WAAW,CAAyB;IAC5C,OAAO,CAAC,mBAAmB,CAA8C;IACzE,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,MAAM,CAA4C;IAE1D,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAM;gBAEnC,EACV,OAAO,EACP,WAAW,EACX,mBAAmB,EACnB,SAAc,EACd,MAAM,GACP,EAAE,8BAA8B,CAAC,cAAc,CAAC;YASnC,cAAc;IAS5B;;;;;OAKG;IAEH,OAAO,CAAC,2BAA2B;IAsB7B,SAAS,IAAI,OAAO,CAAC,2BAA2B,CAAC;IAyCjD,kBAAkB;CAuFzB"}

package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts

@@ -1,8 +1,14 @@
 import { ExternalSystemAttachmentStreamingFunction, NormalizedAttachment } from '../types';
-import { WorkerAdapter } from '../multithreading/worker-adapter/worker-adapter';
+import { ExtractionAdapter } from '../multithreading/adapters/extraction-adapter';
+import { ToDevRev } from '../state/state.interfaces';
 export interface AttachmentsStreamingPoolParams<ConnectorState> {
-    adapter: WorkerAdapter<ConnectorState>;
+    adapter: ExtractionAdapter<ConnectorState>;
     attachments: NormalizedAttachment[];
+    /**
+     * SDK-owned attachments bookkeeping. Passed in directly so the pool does not
+     * reach into the (now-encapsulated) adapter state.
+     */
+    attachmentsMetadata: ToDevRev['attachmentsMetadata'] | undefined;
     batchSize?: number;
     stream: ExternalSystemAttachmentStreamingFunction;
 }

package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"attachments-streaming-pool.interfaces.d.ts","sourceRoot":"","sources":["../../src/attachments-streaming/attachments-streaming-pool.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yCAAyC,EACzC,oBAAoB,EACrB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,MAAM,WAAW,8BAA8B,CAAC,cAAc;IAC5D,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;IACvC,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,yCAAyC,CAAC;CACnD"}
+{"version":3,"file":"attachments-streaming-pool.interfaces.d.ts","sourceRoot":"","sources":["../../src/attachments-streaming/attachments-streaming-pool.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yCAAyC,EACzC,oBAAoB,EACrB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD,MAAM,WAAW,8BAA8B,CAAC,cAAc;IAC5D,OAAO,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAC3C,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC;;;OAGG;IACH,mBAAmB,EAAE,QAAQ,CAAC,qBAAqB,CAAC,GAAG,SAAS,CAAC;IACjE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,yCAAyC,CAAC;CACnD"}

package/dist/attachments-streaming/attachments-streaming-pool.js

@@ -3,11 +3,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.AttachmentsStreamingPool = void 0;
 const helpers_1 = require("../common/helpers");
 class AttachmentsStreamingPool {
-    constructor({ adapter, attachments, batchSize = 10, stream, }) {
+    constructor({ adapter, attachments, attachmentsMetadata, batchSize = 10, stream, }) {
         this.totalProcessedCount = 0;
         this.PROGRESS_REPORT_INTERVAL = 50;
         this.adapter = adapter;
         this.attachments = [...attachments]; // Create a copy we can mutate
+        this.attachmentsMetadata = attachmentsMetadata;
         this.batchSize = batchSize;
         this.delay = undefined;
         this.stream = stream;
@@ -47,22 +48,19 @@ class AttachmentsStreamingPool {
     }
     async streamAll() {
         console.log(`Starting download of ${this.attachments.length} attachments, streaming ${this.batchSize} at once.`);
-        if (!this.adapter.state.toDevRev) {
+        if (!this.attachmentsMetadata) {
             const error = new Error('toDevRev state is not initialized');
             console.error(error);
             return { error };
         }
         // Get the list of successfully processed attachments in previous (possibly incomplete) batch extraction.
         // If no such list exists, create an empty one.
-        if (!this.adapter.state.toDevRev.attachmentsMetadata
-            .lastProcessedAttachmentsIdsList) {
-            this.adapter.state.toDevRev.attachmentsMetadata.lastProcessedAttachmentsIdsList =
-                [];
+        if (!this.attachmentsMetadata.lastProcessedAttachmentsIdsList) {
+            this.attachmentsMetadata.lastProcessedAttachmentsIdsList = [];
         }
         // Migrate old processed attachments to the new format.
-        this.adapter.state.toDevRev.attachmentsMetadata.lastProcessedAttachmentsIdsList =
-            this.migrateProcessedAttachments(this.adapter.state.toDevRev.attachmentsMetadata
-                .lastProcessedAttachmentsIdsList);
+        this.attachmentsMetadata.lastProcessedAttachmentsIdsList =
+            this.migrateProcessedAttachments(this.attachmentsMetadata.lastProcessedAttachmentsIdsList);
         // Start initial batch of promises up to batchSize limit
         const initialBatchSize = Math.min(this.batchSize, this.attachments.length);
         const initialPromises = [];
@@ -77,7 +75,7 @@ class AttachmentsStreamingPool {
         return {};
     }
     async startPoolStreaming() {
-        var _a, _b, _c, _d;
+        var _a, _b, _c;
         // Process attachments until the attachments array is empty
         while (this.attachments.length > 0) {
             // If delay is set, stop streaming
@@ -94,8 +92,7 @@ class AttachmentsStreamingPool {
             if (!attachment) {
                 break; // Exit if no more attachments
             }
-            if (this.adapter.state.toDevRev &&
-                ((_a = this.adapter.state.toDevRev.attachmentsMetadata.lastProcessedAttachmentsIdsList) === null || _a === void 0 ? void 0 : _a.some((it) => it.id == attachment.id && it.parent_id == attachment.parent_id))) {
+            if ((_b = (_a = this.attachmentsMetadata) === null || _a === void 0 ? void 0 : _a.lastProcessedAttachmentsIdsList) === null || _b === void 0 ? void 0 : _b.some((it) => it.id == attachment.id && it.parent_id == attachment.parent_id)) {
                 continue; // Skip if the attachment ID is already processed
             }
             try {
@@ -118,8 +115,11 @@ class AttachmentsStreamingPool {
                     continue;
                 }
                 // No rate limiting, process normally
-                if ((_c = (_b = this.adapter.state.toDevRev) === null || _b === void 0 ? void 0 : _b.attachmentsMetadata) === null || _c === void 0 ? void 0 : _c.lastProcessedAttachmentsIdsList) {
-                    (_d = this.adapter.state.toDevRev) === null || _d === void 0 ? void 0 : _d.attachmentsMetadata.lastProcessedAttachmentsIdsList.push({ id: attachment.id, parent_id: attachment.parent_id });
+                if ((_c = this.attachmentsMetadata) === null || _c === void 0 ? void 0 : _c.lastProcessedAttachmentsIdsList) {
+                    this.attachmentsMetadata.lastProcessedAttachmentsIdsList.push({
+                        id: attachment.id,
+                        parent_id: attachment.parent_id,
+                    });
                 }
                 await this.updateProgress();
             }

package/dist/attachments-streaming/attachments-streaming-pool.test.js

@@ -6,16 +6,18 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
     let mockAdapter;
     let mockStream;
     let mockAttachments;
+    let attachmentsMetadata;
     beforeEach(() => {
+        // SDK-owned attachments bookkeeping, passed into the pool directly.
+        attachmentsMetadata = {
+            artifactIds: [],
+            lastProcessed: 0,
+            lastProcessedAttachmentsIdsList: [],
+        };
         // Create mock adapter
         mockAdapter = {
             state: {
                 attachments: { completed: false },
-                toDevRev: {
-                    attachmentsMetadata: {
-                        lastProcessedAttachmentsIdsList: [],
-                    },
-                },
             },
             processAttachment: jest
                 .fn()
@@ -53,6 +55,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         it('should initialize with default values', () => {
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
@@ -64,6 +67,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         it('should initialize with custom batch size', () => {
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 batchSize: 5,
                 stream: mockStream,
@@ -73,6 +77,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         it('should create a copy of attachments array', () => {
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
@@ -82,11 +87,11 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
     });
     describe(attachments_streaming_pool_1.AttachmentsStreamingPool.prototype.streamAll.name, () => {
         it('should initialize lastProcessedAttachmentsIdsList if it does not exist', async () => {
-            mockAdapter.state.toDevRev.attachmentsMetadata.lastProcessedAttachmentsIdsList =
-                undefined;
+            attachmentsMetadata.lastProcessedAttachmentsIdsList = undefined;
             mockAdapter.processAttachment.mockResolvedValue({});
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
@@ -95,13 +100,13 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
                 .spyOn(pool, 'startPoolStreaming')
                 .mockResolvedValue(undefined);
             await pool.streamAll();
-            expect(mockAdapter.state.toDevRev.attachmentsMetadata
-                .lastProcessedAttachmentsIdsList).toEqual([]);
+            expect(attachmentsMetadata.lastProcessedAttachmentsIdsList).toEqual([]);
         });
         it('should process all attachments successfully', async () => {
             mockAdapter.processAttachment.mockResolvedValue({});
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
@@ -112,6 +117,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         it('should handle empty attachments array', async () => {
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: [],
                 stream: mockStream,
             });
@@ -124,6 +130,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             mockAdapter.processAttachment.mockResolvedValue(delayResponse);
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
@@ -131,18 +138,20 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             expect(result).toEqual({ delay: 5000 });
         });
         it('should resume attachment extraction if it encounters old ids', async () => {
-            var _a;
             // Test migration from old string[] format to new ProcessedAttachment[] format
             // Using 'as any' because we're intentionally testing legacy data format
-            mockAdapter.state.toDevRev.attachmentsMetadata.lastProcessedAttachmentsIdsList =
-                ['attachment-1', 'attachment-2'];
+            attachmentsMetadata.lastProcessedAttachmentsIdsList = [
+                'attachment-1',
+                'attachment-2',
+            ];
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
             const result = await pool.streamAll();
-            expect((_a = mockAdapter.state.toDevRev) === null || _a === void 0 ? void 0 : _a.attachmentsMetadata.lastProcessedAttachmentsIdsList).toEqual([
+            expect(attachmentsMetadata.lastProcessedAttachmentsIdsList).toEqual([
                 { id: 'attachment-1', parent_id: '' },
                 { id: 'attachment-2', parent_id: '' },
                 { id: 'attachment-1', parent_id: 'parent-1' },
@@ -182,6 +191,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             const warnSpy = jest.spyOn(console, 'warn');
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: largeAttachments,
                 stream: mockStream,
             });
@@ -189,17 +199,18 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             expect(mockAdapter.processAttachment).toHaveBeenCalledTimes(3);
             // Since there are 3 parallel workers (one per attachment), each logs its own failed attachment
             expect(warnSpy).toHaveBeenCalledTimes(3);
-            expect(mockAdapter.state.toDevRev.attachmentsMetadata
-                .lastProcessedAttachmentsIdsList).toEqual([]);
+            expect(attachmentsMetadata.lastProcessedAttachmentsIdsList).toEqual([]);
         });
     });
     describe(attachments_streaming_pool_1.AttachmentsStreamingPool.prototype.startPoolStreaming.name, () => {
         it('should skip already processed attachments', async () => {
-            mockAdapter.state.toDevRev.attachmentsMetadata.lastProcessedAttachmentsIdsList =
-                [{ id: 'attachment-1', parent_id: 'parent-1' }];
+            attachmentsMetadata.lastProcessedAttachmentsIdsList = [
+                { id: 'attachment-1', parent_id: 'parent-1' },
+            ];
             mockAdapter.processAttachment.mockResolvedValue({});
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
@@ -210,12 +221,12 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             mockAdapter.processAttachment.mockResolvedValue({});
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
             await pool.streamAll();
-            expect(mockAdapter.state.toDevRev.attachmentsMetadata
-                .lastProcessedAttachmentsIdsList).toEqual([
+            expect(attachmentsMetadata.lastProcessedAttachmentsIdsList).toEqual([
                 { id: 'attachment-1', parent_id: 'parent-1' },
                 { id: 'attachment-2', parent_id: 'parent-2' },
                 { id: 'attachment-3', parent_id: 'parent-3' },
@@ -230,13 +241,13 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
                 .mockResolvedValueOnce({}); // Third attachment succeeds
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
             await pool.streamAll();
             expect(warnSpy).toHaveBeenCalledWith('Skipping attachment with ID attachment-2 with extension jpg due to error in processAttachment function', error);
-            expect(mockAdapter.state.toDevRev.attachmentsMetadata
-                .lastProcessedAttachmentsIdsList).toEqual([
+            expect(attachmentsMetadata.lastProcessedAttachmentsIdsList).toEqual([
                 {
                     id: 'attachment-1',
                     parent_id: 'parent-1',
@@ -254,13 +265,13 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
                 .mockResolvedValueOnce({}); // Third attachment succeeds
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 stream: mockStream,
             });
             await pool.streamAll();
             expect(mockAdapter.processAttachment).toHaveBeenCalledTimes(3);
-            expect(mockAdapter.state.toDevRev.attachmentsMetadata
-                .lastProcessedAttachmentsIdsList).toEqual([
+            expect(attachmentsMetadata.lastProcessedAttachmentsIdsList).toEqual([
                 { id: 'attachment-1', parent_id: 'parent-1' },
                 { id: 'attachment-3', parent_id: 'parent-3' },
             ]);
@@ -269,6 +280,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             mockAdapter.processAttachment.mockResolvedValue({});
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: [mockAttachments[0]],
                 stream: mockStream,
             });
@@ -280,6 +292,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         mockAdapter.processAttachment.mockResolvedValue({});
         const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
             adapter: mockAdapter,
+            attachmentsMetadata,
             attachments: [mockAttachments[0]],
             stream: mockStream,
         });
@@ -291,6 +304,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         mockAdapter.processAttachment.mockResolvedValue({});
         const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
             adapter: mockAdapter,
+            attachmentsMetadata,
             attachments: mockAttachments,
             batchSize: 100,
             stream: mockStream,
@@ -308,6 +322,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         });
         const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
             adapter: mockAdapter,
+            attachmentsMetadata,
             attachments: mockAttachments,
             batchSize: 1,
             stream: mockStream,
@@ -319,6 +334,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
         mockAdapter.processAttachment.mockResolvedValue({});
         const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
             adapter: mockAdapter,
+            attachmentsMetadata,
             attachments: mockAttachments,
             batchSize: 1,
             stream: mockStream,
@@ -338,6 +354,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             };
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: [attachmentWithContentType],
                 stream: mockStream,
             });
@@ -371,6 +388,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             ];
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mixedAttachments,
                 batchSize: 1,
                 stream: mockStream,
@@ -395,6 +413,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             };
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: [attachmentWithContentType],
                 batchSize: 1,
                 stream: mockStream,
@@ -415,6 +434,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             };
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: [attachmentWithContentType],
                 batchSize: 1,
                 stream: mockStream,
@@ -429,6 +449,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             const warnSpy = jest.spyOn(console, 'warn');
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: [mockAttachments[0]],
                 batchSize: 1,
                 stream: mockStream,
@@ -453,6 +474,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             });
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments,
                 batchSize: 2,
                 stream: mockStream,
@@ -472,6 +494,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             mockAdapter.processAttachment.mockResolvedValue({});
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments.slice(0, 1),
                 stream: mockStream,
             });
@@ -504,6 +527,7 @@ describe(attachments_streaming_pool_1.AttachmentsStreamingPool.name, () => {
             });
             const pool = new attachments_streaming_pool_1.AttachmentsStreamingPool({
                 adapter: mockAdapter,
+                attachmentsMetadata,
                 attachments: mockAttachments.slice(0, 1),
                 stream: mockStreamFn,
             });

package/dist/common/time-value-resolver.d.ts

@@ -1,5 +1,5 @@
 import { TimeUnit, TimeValue } from '../types/extraction';
-import { SdkState } from '../state/state.interfaces';
+import { ExtractionSdkState } from '../state/state.interfaces';
 /**
  * Parses a shorthand duration string into its numeric value and unit.
  * Supported units:
@@ -43,5 +43,5 @@ export declare function applyDuration(baseTimestamp: string, duration: string, o
  * @throws Error if required TimeValue.value is missing for ABSOLUTE or *_WINDOW types
  * @throws Error if workersOldest/workersNewest is not set in state for WORKERS_* types
  */
-export declare function resolveTimeValue(timeValue: TimeValue, state: SdkState): string;
+export declare function resolveTimeValue(timeValue: TimeValue, state: ExtractionSdkState): string;
 //# sourceMappingURL=time-value-resolver.d.ts.map

package/dist/common/time-value-resolver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"time-value-resolver.d.ts","sourceRoot":"","sources":["../../src/common/time-value-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAiB,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAGrD;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,QAAQ,CAAC;CAChB,CAcA;AAED;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAC3B,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,KAAK,GAAG,UAAU,GAC5B,MAAM,CA6BR;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,QAAQ,GACd,MAAM,CA2ER"}
+{"version":3,"file":"time-value-resolver.d.ts","sourceRoot":"","sources":["../../src/common/time-value-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAiB,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAG/D;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,QAAQ,CAAC;CAChB,CAcA;AAED;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAC3B,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,KAAK,GAAG,UAAU,GAC5B,MAAM,CA6BR;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,kBAAkB,GACxB,MAAM,CA2ER"}

package/dist/index.d.ts

@@ -5,9 +5,10 @@ export * from './http';
 export { serializeAxiosError } from './logger/logger';
 export { MockServer } from './mock-server/mock-server';
 export type { RequestInfo, RetryConfig, RouteConfig, } from './mock-server/mock-server.interfaces';
-export { processTask } from './multithreading/process-task';
+export { processExtractionTask, processLoadingTask, } from './multithreading/process-task';
 export { spawn } from './multithreading/spawn/spawn';
-export { WorkerAdapter } from './multithreading/worker-adapter/worker-adapter';
+export { ExtractionAdapter } from './multithreading/adapters/extraction-adapter';
+export { LoadingAdapter } from './multithreading/adapters/loading-adapter';
 export { createMockEvent, MOCK_SERVER_DEFAULT_URL } from './common/test-utils';
 export type { DeepPartial } from './common/test-utils';
 export * from './types';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,cAAc,yCAAyC,CAAC;AACxD,cAAc,QAAQ,CAAC;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,YAAY,EACV,WAAW,EACX,WAAW,EACX,WAAW,GACZ,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,8BAA8B,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,cAAc,SAAS,CAAC;AACxB,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,cAAc,yCAAyC,CAAC;AACxD,cAAc,QAAQ,CAAC;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,YAAY,EACV,WAAW,EACX,WAAW,EACX,WAAW,GACZ,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACL,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,KAAK,EAAE,MAAM,8BAA8B,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8CAA8C,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,2CAA2C,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,cAAc,SAAS,CAAC;AACxB,cAAc,iBAAiB,CAAC"}

package/dist/index.js

@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MOCK_SERVER_DEFAULT_URL = exports.createMockEvent = exports.WorkerAdapter = exports.spawn = exports.processTask = exports.MockServer = exports.serializeAxiosError = exports.AirSyncDefaultItemTypes = void 0;
+exports.MOCK_SERVER_DEFAULT_URL = exports.createMockEvent = exports.LoadingAdapter = exports.ExtractionAdapter = exports.spawn = exports.processLoadingTask = exports.processExtractionTask = exports.MockServer = exports.serializeAxiosError = exports.AirSyncDefaultItemTypes = void 0;
 var constants_1 = require("./common/constants");
 Object.defineProperty(exports, "AirSyncDefaultItemTypes", { enumerable: true, get: function () { return constants_1.AirSyncDefaultItemTypes; } });
 __exportStar(require("./common/install-initial-domain-mapping"), exports);
@@ -24,11 +24,14 @@ Object.defineProperty(exports, "serializeAxiosError", { enumerable: true, get: f
 var mock_server_1 = require("./mock-server/mock-server");
 Object.defineProperty(exports, "MockServer", { enumerable: true, get: function () { return mock_server_1.MockServer; } });
 var process_task_1 = require("./multithreading/process-task");
-Object.defineProperty(exports, "processTask", { enumerable: true, get: function () { return process_task_1.processTask; } });
+Object.defineProperty(exports, "processExtractionTask", { enumerable: true, get: function () { return process_task_1.processExtractionTask; } });
+Object.defineProperty(exports, "processLoadingTask", { enumerable: true, get: function () { return process_task_1.processLoadingTask; } });
 var spawn_1 = require("./multithreading/spawn/spawn");
 Object.defineProperty(exports, "spawn", { enumerable: true, get: function () { return spawn_1.spawn; } });
-var worker_adapter_1 = require("./multithreading/worker-adapter/worker-adapter");
-Object.defineProperty(exports, "WorkerAdapter", { enumerable: true, get: function () { return worker_adapter_1.WorkerAdapter; } });
+var extraction_adapter_1 = require("./multithreading/adapters/extraction-adapter");
+Object.defineProperty(exports, "ExtractionAdapter", { enumerable: true, get: function () { return extraction_adapter_1.ExtractionAdapter; } });
+var loading_adapter_1 = require("./multithreading/adapters/loading-adapter");
+Object.defineProperty(exports, "LoadingAdapter", { enumerable: true, get: function () { return loading_adapter_1.LoadingAdapter; } });
 var test_utils_1 = require("./common/test-utils");
 Object.defineProperty(exports, "createMockEvent", { enumerable: true, get: function () { return test_utils_1.createMockEvent; } });
 Object.defineProperty(exports, "MOCK_SERVER_DEFAULT_URL", { enumerable: true, get: function () { return test_utils_1.MOCK_SERVER_DEFAULT_URL; } });

package/dist/multithreading/adapters/base-adapter.d.ts

@@ -0,0 +1,56 @@
+import { BaseState } from '../../state/base-state';
+import { BaseSdkState } from '../../state/state.interfaces';
+import { AirSyncEvent, EventData, ExtractorEventType } from '../../types/extraction';
+import { LoaderEventType } from '../../types/loading';
+import { WorkerAdapterOptions } from '../../types/workers';
+import { Uploader } from '../../uploader/uploader';
+/**
+ * BaseAdapter holds the state and behavior shared by both sync modes and owns
+ * the `emit` control-protocol flow as a template method. Mode-specific adapters
+ * (`ExtractionAdapter`, `LoadingAdapter`) implement the abstract hooks to inject
+ * their own pre-emit work and event payload shaping.
+ *
+ * @typeParam ConnectorState - the connector-owned state shape
+ * @typeParam StateClass - the mode's `BaseState` subclass
+ */
+export declare abstract class BaseAdapter<ConnectorState, StateClass extends BaseState<ConnectorState, BaseSdkState>> {
+    readonly event: AirSyncEvent;
+    readonly options?: WorkerAdapterOptions;
+    isTimeout: boolean;
+    hasWorkerEmitted: boolean;
+    protected adapterState: StateClass;
+    protected uploader: Uploader;
+    constructor({ event, adapterState, options, }: {
+        event: AirSyncEvent;
+        adapterState: StateClass;
+        options?: WorkerAdapterOptions;
+    });
+    get state(): ConnectorState;
+    set state(value: ConnectorState);
+    postState(): Promise<void>;
+    /**
+     * Pre-emit hook run before any state is persisted or the event is sent.
+     * Extraction uploads pending repos and updates extraction boundaries here;
+     * loading has nothing to do. Throwing aborts the emit (the caller signals
+     * worker exit).
+     */
+    protected abstract beforeEmit(newEventType: ExtractorEventType | LoaderEventType): Promise<void>;
+    /**
+     * Builds the mode-specific extras merged into the emitted event payload
+     * (extraction: artifacts; loading: reports + processed files).
+     */
+    protected abstract buildEmitPayload(newEventType: ExtractorEventType | LoaderEventType): EventData;
+    /**
+     * Post-emit hook run after the event has been sent successfully. Extraction
+     * clears its accumulated artifacts here; loading has nothing to do.
+     */
+    protected abstract afterEmit(newEventType: ExtractorEventType | LoaderEventType): void;
+    /**
+     *  Emits an event to the platform.
+     *
+     * @param newEventType - The event type to be emitted
+     * @param data - The data to be sent with the event
+     */
+    emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
+}
+//# sourceMappingURL=base-adapter.d.ts.map

package/dist/multithreading/adapters/base-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/base-adapter.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAEnD;;;;;;;;GAQG;AACH,8BAAsB,WAAW,CAC/B,cAAc,EACd,UAAU,SAAS,SAAS,CAAC,cAAc,EAAE,YAAY,CAAC;IAE1D,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,SAAS,CAAC,YAAY,EAAE,UAAU,CAAC;IACnC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC;gBAEjB,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE;QACD,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,UAAU,CAAC;QACzB,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAYD,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAE9B;IAEK,SAAS;IAMf;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,CAC3B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IAEhB;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CACjC,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAEZ;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,SAAS,CAC1B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,IAAI;IAEP;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;CAkEjB"}

package/dist/multithreading/adapters/base-adapter.emit.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=base-adapter.emit.test.d.ts.map

package/dist/multithreading/adapters/base-adapter.emit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-adapter.emit.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/base-adapter.emit.test.ts"],"names":[],"mappings":""}