@devrev/airsync-sdk 2.0.0-beta.0 → 2.0.0-beta.2

package/dist/repo/repo.interfaces.d.ts

@@ -1,5 +1,5 @@
 import { Artifact } from '../uploader/uploader.interfaces';
-import { AirdropEvent } from '../types/extraction';
+import { AirSyncEvent } from '../types/extraction';
 import { WorkerAdapterOptions } from '../types/workers';
 /**
  * RepoInterface is an interface that defines the structure of a repo which is used to store and upload extracted data.
@@ -7,12 +7,13 @@ import { WorkerAdapterOptions } from '../types/workers';
 export interface RepoInterface {
     itemType: string;
     normalize?: (record: object) => NormalizedItem | NormalizedAttachment;
+    overridenOptions?: WorkerAdapterOptions;
 }
 /**
  * RepoFactoryInterface is an interface that defines the structure of a repo factory which is used to create a repo.
  */
 export interface RepoFactoryInterface {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     itemType: string;
     normalize?: (record: object) => NormalizedItem | NormalizedAttachment;
     onUpload: (artifact: Artifact) => void;
@@ -37,6 +38,7 @@ export interface NormalizedAttachment {
     parent_id: string;
     author_id?: string;
     inline?: boolean;
+    content_type?: string;
     grand_parent_id?: number | string;
 }
 /**

package/dist/repo/repo.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo.interfaces.d.ts","sourceRoot":"","sources":["../../src/repo/repo.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;CACvE;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IAIjB,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACnC;AAED;;GAEG;AAEH,MAAM,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"repo.interfaces.d.ts","sourceRoot":"","sources":["../../src/repo/repo.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,gBAAgB,CAAC,EAAE,oBAAoB,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAItB,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACnC;AAED;;GAEG;AAEH,MAAM,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}

package/dist/repo/repo.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Repo = void 0;
 const constants_1 = require("../common/constants");
 const uploader_1 = require("../uploader/uploader");
+const logger_context_1 = require("../logger/logger.context");
 class Repo {
     constructor({ event, itemType, normalize, onUpload, options, }) {
         this.items = [];
@@ -46,9 +47,9 @@ class Repo {
         }
         // Normalize items if needed
         if (this.normalize &&
-            this.itemType != constants_1.AIRDROP_DEFAULT_ITEM_TYPES.EXTERNAL_DOMAIN_METADATA &&
-            this.itemType != constants_1.AIRDROP_DEFAULT_ITEM_TYPES.SSOR_ATTACHMENT) {
-            recordsToPush = items.map((item) => this.normalize(item));
+            this.itemType != constants_1.AirSyncDefaultItemTypes.EXTERNAL_DOMAIN_METADATA &&
+            this.itemType != constants_1.SSOR_ATTACHMENT) {
+            recordsToPush = (0, logger_context_1.runWithUserLogContext)(() => items.map((item) => this.normalize(item)));
         }
         else {
             recordsToPush = items;

package/dist/repo/repo.test.js

@@ -2,6 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 const constants_1 = require("../common/constants");
 const test_helpers_1 = require("../tests/test-helpers");
+const jest_setup_1 = require("../tests/jest.setup");
+const test_utils_1 = require("../common/test-utils");
 const types_1 = require("../types");
 const repo_1 = require("./repo");
 jest.mock('../tests/test-helpers', () => (Object.assign(Object.assign({}, jest.requireActual('../tests/test-helpers')), { normalizeItem: jest.fn() })));
@@ -11,7 +13,9 @@ describe(repo_1.Repo.name, () => {
     beforeEach(() => {
         normalize = jest.fn();
         repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
+            event: (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: { event_type: types_1.EventType.StartExtractingData },
+            }),
             itemType: 'test_item_type',
             normalize,
             onUpload: jest.fn(),
@@ -21,77 +25,111 @@ describe(repo_1.Repo.name, () => {
         jest.clearAllMocks();
     });
     it('should normalize and push items when array contains items', async () => {
+        // Arrange
         const items = (0, test_helpers_1.createItems)(10);
+        // Act
         await repo.push(items);
+        // Assert
         expect(normalize).toHaveBeenCalledTimes(10);
         const normalizedItems = items.map((item) => (0, test_helpers_1.normalizeItem)(item));
         expect(repo.getItems()).toEqual(normalizedItems);
     });
     it('should not normalize items when normalize function is not provided', async () => {
+        // Arrange
         repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
+            event: (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: { event_type: types_1.EventType.StartExtractingData },
+            }),
             itemType: 'test_item_type',
             onUpload: jest.fn(),
             options: {},
         });
         const items = (0, test_helpers_1.createItems)(10);
+        // Act
         await repo.push(items);
+        // Assert
         expect(normalize).not.toHaveBeenCalled();
     });
     it('[edge] should not push items when items array is empty', async () => {
+        // Act
         await repo.push([]);
+        // Assert
         expect(repo.getItems()).toEqual([]);
     });
     it('should not normalize items when item type is external_domain_metadata', async () => {
+        // Arrange
         repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-            itemType: constants_1.AIRDROP_DEFAULT_ITEM_TYPES.EXTERNAL_DOMAIN_METADATA,
+            event: (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: { event_type: types_1.EventType.StartExtractingData },
+            }),
+            itemType: constants_1.AirSyncDefaultItemTypes.EXTERNAL_DOMAIN_METADATA,
             normalize,
             onUpload: jest.fn(),
             options: {},
         });
         const items = (0, test_helpers_1.createItems)(10);
+        // Act
         await repo.push(items);
+        // Assert
         expect(normalize).not.toHaveBeenCalled();
     });
     it('should not normalize items when item type is ssor_attachment', async () => {
+        // Arrange
         repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-            itemType: constants_1.AIRDROP_DEFAULT_ITEM_TYPES.SSOR_ATTACHMENT,
+            event: (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: { event_type: types_1.EventType.StartExtractingData },
+            }),
+            itemType: constants_1.SSOR_ATTACHMENT,
             normalize,
             onUpload: jest.fn(),
             options: {},
         });
         const items = (0, test_helpers_1.createItems)(10);
+        // Act
         await repo.push(items);
+        // Assert
         expect(normalize).not.toHaveBeenCalled();
     });
     it('should leave 5 items in the items array after pushing 2005 items with batch size of 2000', async () => {
+        // Arrange
         const items = (0, test_helpers_1.createItems)(2005);
+        // Act
         await repo.push(items);
+        // Assert
         expect(repo.getItems().length).toBe(5);
     });
     it('should normalize all items when pushing 4005 items with batch size of 2000', async () => {
+        // Arrange
         const items = (0, test_helpers_1.createItems)(4005);
+        // Act
         await repo.push(items);
+        // Assert
         expect(normalize).toHaveBeenCalledTimes(4005);
     });
     it('should upload 2 batches when pushing 4005 items with batch size of 2000', async () => {
+        // Arrange
         const uploadSpy = jest.spyOn(repo, 'upload');
         const items = (0, test_helpers_1.createItems)(4005);
+        // Act
         await repo.push(items);
+        // Assert
         expect(uploadSpy).toHaveBeenCalledTimes(2);
         uploadSpy.mockRestore();
     });
     it('should leave 5 items in array after pushing 4005 items with batch size of 2000', async () => {
+        // Arrange
         const items = (0, test_helpers_1.createItems)(4005);
+        // Act
         await repo.push(items);
+        // Assert
         expect(repo.getItems().length).toBe(5);
     });
     describe('should take batch size into account', () => {
         beforeEach(() => {
             repo = new repo_1.Repo({
-                event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
+                event: (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                    payload: { event_type: types_1.EventType.StartExtractingData },
+                }),
                 itemType: 'test_item_type',
                 normalize,
                 onUpload: jest.fn(),
@@ -101,30 +139,45 @@ describe(repo_1.Repo.name, () => {
             });
         });
         it('should empty the items array after pushing 50 items with batch size of 50', async () => {
+            // Arrange
             const items = (0, test_helpers_1.createItems)(50);
+            // Act
             await repo.push(items);
+            // Assert
             expect(repo.getItems()).toEqual([]);
         });
         it('should leave 5 items in the items array after pushing 205 items with batch size of 50', async () => {
+            // Arrange
             const items = (0, test_helpers_1.createItems)(205);
+            // Act
             await repo.push(items);
+            // Assert
             expect(repo.getItems().length).toBe(5);
         });
         it('should normalize all items when pushing 205 items with batch size of 50', async () => {
+            // Arrange
             const items = (0, test_helpers_1.createItems)(205);
+            // Act
             await repo.push(items);
+            // Assert
             expect(normalize).toHaveBeenCalledTimes(205);
         });
         it('should upload 4 batches when pushing 205 items with batch size of 50', async () => {
+            // Arrange
             const uploadSpy = jest.spyOn(repo, 'upload');
             const items = (0, test_helpers_1.createItems)(205);
+            // Act
             await repo.push(items);
+            // Assert
             expect(uploadSpy).toHaveBeenCalledTimes(4);
             uploadSpy.mockRestore();
         });
         it('should leave 5 items in array after pushing 205 items with batch size of 50', async () => {
+            // Arrange
             const items = (0, test_helpers_1.createItems)(205);
+            // Act
             await repo.push(items);
+            // Assert
             expect(repo.getItems().length).toBe(5);
         });
     });

package/dist/state/state.d.ts

@@ -1,7 +1,9 @@
 import { AdapterState, StateInterface } from './state.interfaces';
+import { ExtractionScope } from '../types/workers';
 export declare function createAdapterState<ConnectorState>({ event, initialState, initialDomainMapping, options, }: StateInterface<ConnectorState>): Promise<State<ConnectorState>>;
 export declare class State<ConnectorState> {
     private _state;
+    private _extractionScope;
     private initialSdkState;
     private workerUrl;
     private devrevToken;
@@ -10,6 +12,7 @@ export declare class State<ConnectorState> {
     constructor({ event, initialState }: StateInterface<ConnectorState>);
     get state(): AdapterState<ConnectorState>;
     set state(value: AdapterState<ConnectorState>);
+    get extractionScope(): ExtractionScope;
     /**
      * Initializes the state for this adapter instance by fetching from API
      * or creating an initial state if none exists (404).
@@ -25,6 +28,9 @@ export declare class State<ConnectorState> {
      *  Fetches the state of the adapter from API.
      * @return  The raw state data from API
      */
-    fetchState(): Promise<string>;
+    fetchState(): Promise<{
+        state: string;
+        objects?: string;
+    }>;
 }
 //# sourceMappingURL=state.d.ts.map

package/dist/state/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/state/state.ts"],"names":[],"mappings":"AASA,OAAO,EACL,YAAY,EAIZ,cAAc,EACf,MAAM,oBAAoB,CAAC;AAE5B,wBAAsB,kBAAkB,CAAC,cAAc,EAAE,EACvD,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CA0DjE;AAED,qBAAa,KAAK,CAAC,cAAc;IAC/B,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAEd,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,cAAc,CAAC,cAAc,CAAC;IAenE,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED;;;;OAIG;IACG,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAoCvD;;;OAGG;IACG,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,cAAc,CAAC;IAuCpD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;CAkBpC"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/state/state.ts"],"names":[],"mappings":"AAYA,OAAO,EACL,YAAY,EAIZ,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD,wBAAsB,kBAAkB,CAAC,cAAc,EAAE,EACvD,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAoIjE;AAED,qBAAa,KAAK,CAAC,cAAc;IAC/B,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAEd,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,cAAc,CAAC,cAAc,CAAC;IAenE,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED;;;;OAIG;IACG,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDvD;;;OAGG;IACG,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,cAAc,CAAC;IAqDpD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBjE"}

package/dist/state/state.extract-window.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=state.extract-window.test.d.ts.map

package/dist/state/state.extract-window.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.extract-window.test.d.ts","sourceRoot":"","sources":["../../src/state/state.extract-window.test.ts"],"names":[],"mappings":""}

package/dist/state/state.extract-window.test.js

@@ -0,0 +1,163 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const jest_setup_1 = require("../tests/jest.setup");
+const test_utils_1 = require("../common/test-utils");
+const extraction_1 = require("../types/extraction");
+const state_1 = require("./state");
+describe('State — extraction window validation', () => {
+    let fetchStateSpy;
+    let processExitSpy;
+    beforeEach(() => {
+        jest.clearAllMocks();
+        jest.restoreAllMocks();
+        fetchStateSpy = jest.spyOn(state_1.State.prototype, 'fetchState');
+        processExitSpy = jest.spyOn(process, 'exit').mockImplementation(() => {
+            throw new Error('process.exit called');
+        });
+    });
+    describe('Enhanced Control Protocol - extraction window validation', () => {
+        it('should exit the process if extract_from >= extract_to', async () => {
+            // Arrange: start is after end (inverted window)
+            const event = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: {
+                    event_type: extraction_1.EventType.StartExtractingMetadata,
+                    event_context: {
+                        extraction_start_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2025-06-01T00:00:00Z',
+                        },
+                        extraction_end_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2024-01-01T00:00:00Z',
+                        },
+                    },
+                },
+            });
+            const stringifiedState = JSON.stringify({
+                snapInVersionId: 'test_snap_in_version_id',
+            });
+            fetchStateSpy.mockResolvedValue({ state: stringifiedState });
+            // Act & Assert
+            await expect((0, state_1.createAdapterState)({
+                event,
+                initialState: {},
+                initialDomainMapping: {},
+            })).rejects.toThrow('process.exit called');
+            expect(processExitSpy).toHaveBeenCalledWith(1);
+        });
+        it('should exit the process if extract_from equals extract_to', async () => {
+            // Arrange: start equals end (zero-width window)
+            const event = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: {
+                    event_type: extraction_1.EventType.StartExtractingMetadata,
+                    event_context: {
+                        extraction_start_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2024-06-01T00:00:00Z',
+                        },
+                        extraction_end_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2024-06-01T00:00:00Z',
+                        },
+                    },
+                },
+            });
+            const stringifiedState = JSON.stringify({
+                snapInVersionId: 'test_snap_in_version_id',
+            });
+            fetchStateSpy.mockResolvedValue({ state: stringifiedState });
+            // Act & Assert
+            await expect((0, state_1.createAdapterState)({
+                event,
+                initialState: {},
+                initialDomainMapping: {},
+            })).rejects.toThrow('process.exit called');
+            expect(processExitSpy).toHaveBeenCalledWith(1);
+        });
+        it('should not exit when extract_from < extract_to', async () => {
+            // Arrange: valid window
+            const event = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: {
+                    event_type: extraction_1.EventType.StartExtractingMetadata,
+                    event_context: {
+                        extraction_start_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2024-01-01T00:00:00Z',
+                        },
+                        extraction_end_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2025-06-01T00:00:00Z',
+                        },
+                    },
+                },
+            });
+            const stringifiedState = JSON.stringify({
+                snapInVersionId: 'test_snap_in_version_id',
+            });
+            fetchStateSpy.mockResolvedValue({ state: stringifiedState });
+            // Act
+            await (0, state_1.createAdapterState)({
+                event,
+                initialState: {},
+                initialDomainMapping: {},
+            });
+            // Assert: process.exit should NOT have been called
+            expect(processExitSpy).not.toHaveBeenCalled();
+        });
+        it('should not validate when only extract_from is set', async () => {
+            // Arrange: only start, no end
+            const event = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: {
+                    event_type: extraction_1.EventType.StartExtractingMetadata,
+                    event_context: {
+                        extraction_start_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2024-01-01T00:00:00Z',
+                        },
+                    },
+                },
+            });
+            const stringifiedState = JSON.stringify({
+                snapInVersionId: 'test_snap_in_version_id',
+            });
+            fetchStateSpy.mockResolvedValue({ state: stringifiedState });
+            // Act
+            await (0, state_1.createAdapterState)({
+                event,
+                initialState: {},
+                initialDomainMapping: {},
+            });
+            // Assert: process.exit should NOT have been called
+            expect(processExitSpy).not.toHaveBeenCalled();
+        });
+        it('should not exit when extract_from is UNBOUNDED and extract_to is a real timestamp', async () => {
+            // Arrange: UNBOUNDED start (epoch) with a real ABSOLUTE end timestamp
+            const event = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl, {
+                payload: {
+                    event_type: extraction_1.EventType.StartExtractingMetadata,
+                    event_context: {
+                        extraction_start_time: {
+                            type: extraction_1.TimeValueType.UNBOUNDED,
+                        },
+                        extraction_end_time: {
+                            type: extraction_1.TimeValueType.ABSOLUTE_TIME,
+                            value: '2025-06-01T00:00:00Z',
+                        },
+                    },
+                },
+            });
+            const stringifiedState = JSON.stringify({
+                snapInVersionId: 'test_snap_in_version_id',
+            });
+            fetchStateSpy.mockResolvedValue({ state: stringifiedState });
+            // Act
+            await (0, state_1.createAdapterState)({
+                event,
+                initialState: {},
+                initialDomainMapping: {},
+            });
+            // Assert: process.exit should NOT have been called
+            expect(processExitSpy).not.toHaveBeenCalled();
+        });
+    });
+});

package/dist/state/state.interfaces.d.ts

@@ -1,38 +1,55 @@
 import { InitialDomainMapping } from '../types/common';
-import { AirdropEvent } from '../types/extraction';
+import { AirSyncEvent } from '../types/extraction';
 import { FileToLoad } from '../types/loading';
 import { WorkerAdapterOptions } from '../types/workers';
 export interface SdkState {
-    lastSyncStarted?: string;
-    lastSuccessfulSyncStarted?: string;
+    /** The pending (not yet committed) oldest extraction boundary (ISO 8601 timestamp).
+     *  Set on StartExtractingMetadata, reused across subsequent phases, cleared on AttachmentExtractionDone. */
+    pendingWorkersOldest?: string;
+    /** The pending (not yet committed) newest extraction boundary (ISO 8601 timestamp).
+     *  Set on StartExtractingMetadata, reused across subsequent phases, cleared on AttachmentExtractionDone. */
+    pendingWorkersNewest?: string;
+    /** The oldest point of extraction (ISO 8601 timestamp). */
+    workersOldest?: string;
+    /** The newest point of extraction (ISO 8601 timestamp). */
+    workersNewest?: string;
     toDevRev?: ToDevRev;
     fromDevRev?: FromDevRev;
     snapInVersionId?: string;
 }
 /**
  * AdapterState is an interface that defines the structure of the adapter state that is used by the external extractor.
- * It extends the connector state with additional fields: lastSyncStarted, lastSuccessfulSyncStarted, snapInVersionId and attachmentsMetadata.
+ * It extends the connector state with additional fields including snapInVersionId and attachmentsMetadata.
  */
 export type AdapterState<ConnectorState> = ConnectorState & SdkState;
 export interface ToDevRev {
     attachmentsMetadata: {
         artifactIds: string[];
         lastProcessed: number;
-        lastProcessedAttachmentsIdsList?: string[];
+        lastProcessedAttachmentsIdsList?: ProcessedAttachment[];
     };
 }
+/**
+ * Attachment structure, that stores both attachment id and its parent_id for deduplication on the SDK side.
+ */
+export interface ProcessedAttachment {
+    id: string;
+    parent_id: string;
+}
 export interface FromDevRev {
     filesToLoad: FileToLoad[];
 }
 export interface StateInterface<ConnectorState> {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     initialState: ConnectorState;
     initialDomainMapping?: InitialDomainMapping;
     options?: WorkerAdapterOptions;
 }
 export declare const extractionSdkState: {
-    lastSyncStarted: string;
-    lastSuccessfulSyncStarted: string;
+    pendingWorkersOldest: string;
+    pendingWorkersNewest: string;
+    workersOldest: string;
+    workersNewest: string;
     snapInVersionId: string;
     toDevRev: {
         attachmentsMetadata: {

package/dist/state/state.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.interfaces.d.ts","sourceRoot":"","sources":["../../src/state/state.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD,MAAM,WAAW,QAAQ;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,MAAM,YAAY,CAAC,cAAc,IAAI,cAAc,GAAG,QAAQ,CAAC;AAErE,MAAM,WAAW,QAAQ;IACvB,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,+BAA+B,CAAC,EAAE,MAAM,EAAE,CAAC;KAC5C,CAAC;CACH;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,cAAc,CAAC,cAAc;IAC5C,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED,eAAO,MAAM,kBAAkB;;;;;;;;;;;CAW9B,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;CAK3B,CAAC"}
+{"version":3,"file":"state.interfaces.d.ts","sourceRoot":"","sources":["../../src/state/state.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD,MAAM,WAAW,QAAQ;IACvB;gHAC4G;IAC5G,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;gHAC4G;IAC5G,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2DAA2D;IAC3D,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,2DAA2D;IAC3D,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,MAAM,YAAY,CAAC,cAAc,IAAI,cAAc,GAAG,QAAQ,CAAC;AAErE,MAAM,WAAW,QAAQ;IACvB,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,+BAA+B,CAAC,EAAE,mBAAmB,EAAE,CAAC;KACzD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,cAAc,CAAC,cAAc;IAC5C,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;CAa9B,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;CAK3B,CAAC"}

package/dist/state/state.interfaces.js

@@ -2,8 +2,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.loadingSdkState = exports.extractionSdkState = void 0;
 exports.extractionSdkState = {
-    lastSyncStarted: '',
-    lastSuccessfulSyncStarted: '',
+    pendingWorkersOldest: '',
+    pendingWorkersNewest: '',
+    workersOldest: '',
+    workersNewest: '',
     snapInVersionId: '',
     toDevRev: {
         attachmentsMetadata: {