@devrev/ts-adaas 1.19.10 → 1.19.11-beta.1

package/dist/common/control-protocol.d.ts

@@ -1,10 +1,11 @@
 import { AxiosResponse } from 'axios';
-import { AirdropEvent, EventData, ExtractorEventType } from '../types/extraction';
+import { AirdropEvent, EventData, ExtractorEventType, WorkerMetadata } from '../types/extraction';
 import { LoaderEventType } from '../types/loading';
 export interface EmitInterface {
     event: AirdropEvent;
     eventType: ExtractorEventType | LoaderEventType;
     data?: EventData;
+    worker_metadata?: WorkerMetadata;
 }
-export declare const emit: ({ event, eventType, data, }: EmitInterface) => Promise<AxiosResponse>;
+export declare const emit: ({ event, eventType, data, worker_metadata, }: EmitInterface) => Promise<AxiosResponse>;
 //# sourceMappingURL=control-protocol.d.ts.map

package/dist/common/control-protocol.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"control-protocol.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtC,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EAEnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,SAAS,CAAC;CAClB;AAED,eAAO,MAAM,IAAI,GAAU,6BAIxB,aAAa,KAAG,OAAO,CAAC,aAAa,CAgCvC,CAAC"}
+{"version":3,"file":"control-protocol.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtC,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EAElB,cAAc,EACf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED,eAAO,MAAM,IAAI,GAAU,8CAKxB,aAAa,KAAG,OAAO,CAAC,aAAa,CAmCvC,CAAC"}

package/dist/common/control-protocol.js

@@ -4,7 +4,7 @@ exports.emit = void 0;
 const axios_client_internal_1 = require("../http/axios-client-internal");
 const constants_1 = require("./constants");
 const event_type_translation_1 = require("./event-type-translation");
-const emit = async ({ event, eventType, data, }) => {
+const emit = async ({ event, eventType, data, worker_metadata, }) => {
     // Translate outgoing event type to ensure we always send new event types
     // TODO: Remove when the old types are completely phased out
     const translatedEventType = (0, event_type_translation_1.translateOutgoingEventType)(eventType);
@@ -12,9 +12,7 @@ const emit = async ({ event, eventType, data, }) => {
         event_type: translatedEventType,
         event_context: event.payload.event_context,
         event_data: Object.assign({}, data),
-        worker_metadata: {
-            adaas_library_version: constants_1.LIBRARY_VERSION,
-        },
+        worker_metadata: Object.assign(Object.assign({}, worker_metadata), { newest_state_date: event.payload.event_context.extract_to, oldest_state_date: event.payload.event_context.extract_from, adaas_library_version: constants_1.LIBRARY_VERSION }),
     };
     console.info('Emitting event', newEvent);
     return axios_client_internal_1.axiosClient.post(event.payload.event_context.callback_url, Object.assign({}, newEvent), {

package/dist/common/control-protocol.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=control-protocol.test.d.ts.map

package/dist/common/control-protocol.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"control-protocol.test.d.ts","sourceRoot":"","sources":["../../src/common/control-protocol.test.ts"],"names":[],"mappings":""}

package/dist/common/control-protocol.test.js

@@ -0,0 +1,126 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const axios_client_internal_1 = require("../http/axios-client-internal");
+const test_helpers_1 = require("../tests/test-helpers");
+const test_utils_1 = require("./test-utils");
+const control_protocol_1 = require("./control-protocol");
+const extraction_1 = require("../types/extraction");
+const loading_1 = require("../types/loading");
+jest.mock('../http/axios-client-internal');
+const mockedAxiosClient = jest.mocked(axios_client_internal_1.axiosClient);
+describe('control-protocol.emit', () => {
+    beforeEach(() => {
+        jest.clearAllMocks();
+        mockedAxiosClient.post.mockResolvedValue((0, test_helpers_1.createAxiosResponse)());
+    });
+    it.each([
+        {
+            title: 'extractor events',
+            inputEventType: extraction_1.EventType.StartExtractingData,
+            outputEventType: extraction_1.ExtractorEventType.DataExtractionProgress,
+        },
+        {
+            title: 'loader events',
+            inputEventType: extraction_1.EventType.StartLoadingData,
+            outputEventType: loading_1.LoaderEventType.DataLoadingProgress,
+        },
+        {
+            title: 'unknown events',
+            inputEventType: extraction_1.EventType.StartExtractingData,
+            outputEventType: 'SOME_UNKNOWN_EVENT',
+        },
+    ])('sets state dates from event context for $title', async ({ inputEventType, outputEventType }) => {
+        const event = (0, test_utils_1.createMockEvent)(undefined, {
+            payload: {
+                event_type: inputEventType,
+                event_context: {
+                    extract_from: '2024-01-01T00:00:00.000Z',
+                    extract_to: '2024-06-01T00:00:00.000Z',
+                },
+            },
+        });
+        await (0, control_protocol_1.emit)({
+            event,
+            eventType: outputEventType,
+        });
+        expect(mockedAxiosClient.post).toHaveBeenCalledTimes(1);
+        const [, body, config] = mockedAxiosClient.post.mock.calls[0];
+        expect(body).toMatchObject({
+            event_type: outputEventType,
+            event_context: expect.objectContaining({
+                extract_from: '2024-01-01T00:00:00.000Z',
+                extract_to: '2024-06-01T00:00:00.000Z',
+            }),
+            worker_metadata: expect.objectContaining({
+                oldest_state_date: '2024-01-01T00:00:00.000Z',
+                newest_state_date: '2024-06-01T00:00:00.000Z',
+            }),
+        });
+        expect(config).toEqual(expect.objectContaining({
+            headers: expect.objectContaining({
+                'X-DevRev-Client-Version': expect.any(String),
+            }),
+        }));
+    });
+    it.each([
+        {
+            title: 'only extract_from is set',
+            extractFrom: '2024-01-01T00:00:00.000Z',
+            extractTo: undefined,
+        },
+        {
+            title: 'only extract_to is set',
+            extractFrom: undefined,
+            extractTo: '2024-06-01T00:00:00.000Z',
+        },
+        {
+            title: 'neither extract_from nor extract_to is set',
+            extractFrom: undefined,
+            extractTo: undefined,
+        },
+    ])('handles state-date absence when $title', async ({ extractFrom, extractTo }) => {
+        const event = (0, test_utils_1.createMockEvent)(undefined, {
+            payload: {
+                event_type: extraction_1.EventType.StartExtractingData,
+                event_context: {
+                    extract_from: extractFrom,
+                    extract_to: extractTo,
+                },
+            },
+        });
+        await (0, control_protocol_1.emit)({
+            event,
+            eventType: extraction_1.ExtractorEventType.DataExtractionProgress,
+        });
+        const [, body] = mockedAxiosClient.post.mock.calls[0];
+        const workerMetadata = body.worker_metadata;
+        expect(workerMetadata.oldest_state_date).toBe(extractFrom);
+        expect(workerMetadata.newest_state_date).toBe(extractTo);
+    });
+    it('overrides caller-provided worker_metadata state dates', async () => {
+        const event = (0, test_utils_1.createMockEvent)(undefined, {
+            payload: {
+                event_type: extraction_1.EventType.StartExtractingData,
+                event_context: {
+                    extract_from: '2024-01-01T00:00:00.000Z',
+                    extract_to: '2024-06-01T00:00:00.000Z',
+                },
+            },
+        });
+        await (0, control_protocol_1.emit)({
+            event,
+            eventType: extraction_1.ExtractorEventType.DataExtractionProgress,
+            worker_metadata: {
+                item_type: 'tasks',
+                oldest_state_date: 'should-be-overwritten',
+                newest_state_date: 'should-be-overwritten',
+            },
+        });
+        const [, body] = mockedAxiosClient.post.mock.calls[0];
+        expect(body.worker_metadata).toEqual(expect.objectContaining({
+            item_type: 'tasks',
+            oldest_state_date: '2024-01-01T00:00:00.000Z',
+            newest_state_date: '2024-06-01T00:00:00.000Z',
+        }));
+    });
+});

package/dist/multithreading/worker-adapter/worker-adapter.d.ts

@@ -32,6 +32,7 @@ export declare class WorkerAdapter<ConnectorState> {
     private adapterState;
     private _artifacts;
     private repos;
+    private lastExtractedItemType?;
     private currentEventDataLength;
     private loaderReports;
     private _processedFiles;

package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAI9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,oBAAoB,CAAc;IAC1C,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAElC;IAEH,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAoBzC,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,EAK3B;IAED,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IA0JV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IAoHvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}
+{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAqBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAI9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,oBAAoB,CAAc;IAC1C,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAElC;IAEH,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,qBAAqB,CAAC,CAAS;IACvC,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAoBzC,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,EAK3B;IAED,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAyCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IAwLV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IAoHvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}

package/dist/multithreading/worker-adapter/worker-adapter.emit.test.js

@@ -43,6 +43,7 @@ function makeAdapter(eventType = types_1.EventType.StartExtractingData) {
     const adapter = new worker_adapter_1.WorkerAdapter({ event, adapterState });
     return { adapter, event, adapterState };
 }
+const iso = (ms) => new Date(ms).toISOString();
 describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
     let adapter;
     let mockPostMessage;
@@ -262,6 +263,99 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.emit`, () => {
         expect(emittedMessage.startsWith('E'.repeat(100))).toBe(true);
     });
 });
+describe(`${worker_adapter_1.WorkerAdapter.name}.emit — worker_metadata`, () => {
+    let adapter;
+    beforeEach(() => {
+        jest.clearAllMocks();
+        ({ adapter } = makeAdapter());
+        adapter['adapterState'].postState = jest.fn().mockResolvedValue(undefined);
+        adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
+    });
+    function setupRepos(adapterInstance, lastExtractedItemType) {
+        adapterInstance['repos'] = [
+            {
+                itemType: 'issues',
+                dateRanges: {
+                    creationDate: { oldest: 100, newest: 200 },
+                    modifiedDate: { oldest: 150, newest: 250 },
+                },
+            },
+            {
+                itemType: 'tasks',
+                dateRanges: {
+                    creationDate: { oldest: 300, newest: 400 },
+                    modifiedDate: { oldest: 350, newest: 450 },
+                },
+            },
+        ];
+        adapterInstance['lastExtractedItemType'] = lastExtractedItemType;
+    }
+    it('should emit flat worker_metadata for the latest extracted item type only', async () => {
+        setupRepos(adapter, 'tasks');
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({
+            item_type: 'tasks',
+            oldest_created_date: iso(300),
+            newest_created_date: iso(400),
+            oldest_modified_date: iso(350),
+            newest_modified_date: iso(450),
+        });
+    });
+    it('should omit unset RFC3339 bounds from worker_metadata', async () => {
+        adapter['repos'] = [
+            {
+                itemType: 'tasks',
+                dateRanges: {
+                    creationDate: {},
+                    modifiedDate: {},
+                },
+            },
+        ];
+        adapter['lastExtractedItemType'] = 'tasks';
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({
+            item_type: 'tasks',
+        });
+    });
+    it('should include Unix-epoch bounds rather than treating them as unset', async () => {
+        adapter['repos'] = [
+            {
+                itemType: 'tasks',
+                dateRanges: {
+                    creationDate: { oldest: 0, newest: 0 },
+                    modifiedDate: {},
+                },
+            },
+        ];
+        adapter['lastExtractedItemType'] = 'tasks';
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({
+            item_type: 'tasks',
+            oldest_created_date: iso(0),
+            newest_created_date: iso(0),
+        });
+    });
+    it('should send empty worker_metadata when no item type has been extracted', async () => {
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
+    });
+    it('should send empty worker_metadata for loader events', async () => {
+        setupRepos(adapter, 'tasks');
+        await adapter.emit(types_1.LoaderEventType.DataLoadingProgress);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
+    });
+    it('should send empty worker_metadata for non-progress extraction events', async () => {
+        setupRepos(adapter, 'tasks');
+        await adapter.emit(types_1.ExtractorEventType.DataExtractionError);
+        const { emit: mockEmit } = require('../../common/control-protocol');
+        expect(mockEmit.mock.calls[0][0].worker_metadata).toEqual({});
+    });
+});
 describe(`${worker_adapter_1.WorkerAdapter.name}.emit — ExternalSyncUnitExtractionDone legacy path`, () => {
     it('should upload ESUs via a repo and strip external_sync_units from the emitted payload', async () => {
         // Arrange

package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts

@@ -19,4 +19,5 @@ export declare function addReportToLoaderReport({ loaderReports, report, }: {
     loaderReports: LoaderReport[];
     report: LoaderReport;
 }): LoaderReport[];
+export declare function toRfc3339Timestamp(ms?: number): string | undefined;
 //# sourceMappingURL=worker-adapter.helpers.d.ts.map

package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-adapter.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,UAAU,EACV,YAAY,EACZ,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB"}
+{"version":3,"file":"worker-adapter.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,UAAU,EACV,YAAY,EACZ,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB;AAED,wBAAgB,kBAAkB,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAMlE"}

package/dist/multithreading/worker-adapter/worker-adapter.helpers.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getFilesToLoad = getFilesToLoad;
 exports.addReportToLoaderReport = addReportToLoaderReport;
+exports.toRfc3339Timestamp = toRfc3339Timestamp;
 const loading_1 = require("../../types/loading");
 /**
  * Gets the files to load for the loader.
@@ -62,3 +63,9 @@ function addReportToLoaderReport({ loaderReports, report, }) {
     }
     return loaderReports;
 }
+function toRfc3339Timestamp(ms) {
+    if (ms === undefined || !Number.isFinite(ms)) {
+        return undefined;
+    }
+    return new Date(ms).toISOString();
+}

package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.js

@@ -512,3 +512,31 @@ describe(worker_adapter_helpers_1.addReportToLoaderReport.name, () => {
         expect(result[0][loading_1.ActionType.CREATED]).toBe(2);
     });
 });
+describe(worker_adapter_helpers_1.toRfc3339Timestamp.name, () => {
+    it('should convert milliseconds to an RFC3339 string', () => {
+        const ms = new Date('2024-06-01T00:00:00.000Z').getTime();
+        const result = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(ms);
+        expect(result).toBe('2024-06-01T00:00:00.000Z');
+    });
+    it('[edge] should convert the Unix epoch (0) instead of treating it as unset', () => {
+        const result = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(0);
+        expect(result).toBe('1970-01-01T00:00:00.000Z');
+    });
+    it('[edge] should return undefined when ms is undefined', () => {
+        const result = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(undefined);
+        expect(result).toBeUndefined();
+    });
+    it('[edge] should return undefined for NaN', () => {
+        const result = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(NaN);
+        expect(result).toBeUndefined();
+    });
+    it('[edge] should return undefined for Infinity', () => {
+        const result = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(Infinity);
+        expect(result).toBeUndefined();
+    });
+    it('[edge] should convert negative milliseconds (pre-1970 dates)', () => {
+        const ms = new Date('1969-12-31T00:00:00.000Z').getTime();
+        const result = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(ms);
+        expect(result).toBe('1969-12-31T00:00:00.000Z');
+    });
+});

package/dist/multithreading/worker-adapter/worker-adapter.interfaces.d.ts

@@ -0,0 +1,14 @@
+/**
+ * ProgressData represents the progress information sent with extraction events.
+ * Includes statistics about the last extracted item type and calculated time ranges.
+ */
+export interface ProgressData {
+    item_type?: string;
+    oldest_created_date?: string;
+    newest_created_date?: string;
+    oldest_modified_date?: string;
+    newest_modified_date?: string;
+    oldest_state_date?: string;
+    newest_state_date?: string;
+}
+//# sourceMappingURL=worker-adapter.interfaces.d.ts.map

package/dist/multithreading/worker-adapter/worker-adapter.interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-adapter.interfaces.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.interfaces.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,WAAW,YAAY;IAE3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B"}

package/dist/multithreading/worker-adapter/worker-adapter.interfaces.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/multithreading/worker-adapter/worker-adapter.js

@@ -114,6 +114,7 @@ class WorkerAdapter {
                 repo.itemType !== constants_1.SSOR_ATTACHMENT;
             return new repo_1.Repo(Object.assign(Object.assign({ event: this.event, itemType: repo.itemType }, (shouldNormalize && { normalize: repo.normalize })), { onUpload: (artifact) => {
                     var _a;
+                    this.lastExtractedItemType = repo.itemType;
                     // We need to store artifacts ids in state for later use when streaming attachments
                     if (repo.itemType === constants_1.AirSyncDefaultItemTypes.ATTACHMENTS) {
                         (_a = this.state.toDevRev) === null || _a === void 0 ? void 0 : _a.attachmentsMetadata.artifactIds.push(artifact.id);
@@ -239,12 +240,30 @@ class WorkerAdapter {
                 }
                 const isExtractionEvent = Object.values(extraction_1.ExtractorEventType).includes(newEventType);
                 const isLoaderEvent = Object.values(loading_1.LoaderEventType).includes(newEventType);
+                const progressData = {};
+                if (isExtractionEvent &&
+                    (newEventType == extraction_1.ExtractorEventType.DataExtractionDone ||
+                        newEventType == extraction_1.ExtractorEventType.DataExtractionProgress ||
+                        newEventType == extraction_1.ExtractorEventType.AttachmentExtractionDone ||
+                        newEventType == extraction_1.ExtractorEventType.AttachmentExtractionProgress)) {
+                    const repo = this.lastExtractedItemType
+                        ? this.repos.find((r) => r.itemType === this.lastExtractedItemType)
+                        : undefined;
+                    if (repo) {
+                        progressData.item_type = repo.itemType;
+                        progressData.newest_created_date = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(repo.dateRanges.creationDate.newest);
+                        progressData.oldest_created_date = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(repo.dateRanges.creationDate.oldest);
+                        progressData.newest_modified_date = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(repo.dateRanges.modifiedDate.newest);
+                        progressData.oldest_modified_date = (0, worker_adapter_helpers_1.toRfc3339Timestamp)(repo.dateRanges.modifiedDate.oldest);
+                    }
+                }
                 await (0, control_protocol_1.emit)({
                     eventType: newEventType,
                     event: this.event,
                     data: Object.assign(Object.assign(Object.assign({}, data), (isExtractionEvent ? { artifacts: this.artifacts } : {})), (isLoaderEvent
                         ? { reports: this.reports, processed_files: this.processedFiles }
                         : {})),
+                    worker_metadata: Object.assign({}, progressData),
                 });
                 const message = {
                     subject: workers_1.WorkerMessageSubject.WorkerMessageEmitted,
@@ -766,7 +785,7 @@ class WorkerAdapter {
                 }
                 return {
                     report: {
-                        item_type: 'attachment',
+                        item_type: 'attachments',
                         [loading_1.ActionType.CREATED]: 1,
                     },
                 };
@@ -775,7 +794,7 @@ class WorkerAdapter {
                 console.warn('Failed to create attachment in external system', error);
                 return {
                     report: {
-                        item_type: 'attachment',
+                        item_type: 'attachments',
                         [loading_1.ActionType.FAILED]: 1,
                     },
                 };

package/dist/multithreading/worker-adapter/worker-adapter.loading.test.js

@@ -553,7 +553,7 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.loadAttachment`, () => {
             create,
         });
         // Assert
-        expect((_a = result.report) === null || _a === void 0 ? void 0 : _a.item_type).toBe('attachment');
+        expect((_a = result.report) === null || _a === void 0 ? void 0 : _a.item_type).toBe('attachments');
         expect((_b = result.report) === null || _b === void 0 ? void 0 : _b[loading_1.ActionType.CREATED]).toBe(1);
     });
     it('should still return CREATED even when mapper create fails — attachment loading is resilient', async () => {
@@ -584,7 +584,7 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.loadAttachment`, () => {
         expect((_a = result.rateLimit) === null || _a === void 0 ? void 0 : _a.delay).toBe(30);
     });
     it('should return a FAILED report when create returns neither id nor delay', async () => {
-        var _a;
+        var _a, _b;
         // Arrange
         const create = jest.fn().mockResolvedValue({ id: null, delay: null });
         // Act
@@ -593,6 +593,7 @@ describe(`${worker_adapter_1.WorkerAdapter.name}.loadAttachment`, () => {
             create,
         });
         // Assert
-        expect((_a = result.report) === null || _a === void 0 ? void 0 : _a[loading_1.ActionType.FAILED]).toBe(1);
+        expect((_a = result.report) === null || _a === void 0 ? void 0 : _a.item_type).toBe('attachments');
+        expect((_b = result.report) === null || _b === void 0 ? void 0 : _b[loading_1.ActionType.FAILED]).toBe(1);
     });
 });

package/dist/repo/repo.d.ts

@@ -10,6 +10,16 @@ export declare class Repo {
     private onUpload;
     private options?;
     uploadedArtifacts: Artifact[];
+    dateRanges: {
+        creationDate: {
+            oldest?: number;
+            newest?: number;
+        };
+        modifiedDate: {
+            oldest?: number;
+            newest?: number;
+        };
+    };
     constructor({ event, itemType, normalize, onUpload, options, }: RepoFactoryInterface);
     getItems(): (NormalizedItem | NormalizedAttachment | Item)[];
     upload(batch?: (NormalizedItem | NormalizedAttachment | Item)[]): Promise<void | ErrorRecord>;

package/dist/repo/repo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../src/repo/repo.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAI3D,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,oBAAoB,EACrB,MAAM,mBAAmB,CAAC;AAE3B,qBAAa,IAAI;IACf,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,KAAK,CAAmD;IAChE,OAAO,CAAC,SAAS,CAAC,CAAwD;IAC1E,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,QAAQ,CAA+B;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAuB;IAChC,iBAAiB,EAAE,QAAQ,EAAE,CAAC;gBAEzB,EACV,KAAK,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,OAAO,GACR,EAAE,oBAAoB;IAUvB,QAAQ,IAAI,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE;IAItD,MAAM,CACV,KAAK,CAAC,EAAE,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE,GACvD,OAAO,CAAC,IAAI,GAAG,WAAW,CAAC;IAqCxB,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;CAyC5C"}
+{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../src/repo/repo.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAI3D,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,oBAAoB,EACrB,MAAM,mBAAmB,CAAC;AAG3B,qBAAa,IAAI;IACf,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,KAAK,CAAmD;IAChE,OAAO,CAAC,SAAS,CAAC,CAAwD;IAC1E,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,QAAQ,CAA+B;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAuB;IAChC,iBAAiB,EAAE,QAAQ,EAAE,CAAC;IAC9B,UAAU,EAAE;QACjB,YAAY,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACnD,YAAY,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KACpD,CAGC;gBAEU,EACV,KAAK,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,OAAO,GACR,EAAE,oBAAoB;IAUvB,QAAQ,IAAI,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE;IAItD,MAAM,CACV,KAAK,CAAC,EAAE,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE,GACvD,OAAO,CAAC,IAAI,GAAG,WAAW,CAAC;IAsDxB,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;CAyC5C"}

package/dist/repo/repo.helpers.d.ts

@@ -0,0 +1,6 @@
+export declare function updateRange(range: {
+    oldest?: number;
+    newest?: number;
+}, ms: number): void;
+export declare function toValidTimestamp(value: string): number | undefined;
+//# sourceMappingURL=repo.helpers.d.ts.map

package/dist/repo/repo.helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo.helpers.d.ts","sourceRoot":"","sources":["../../src/repo/repo.helpers.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CACzB,KAAK,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,EAC3C,EAAE,EAAE,MAAM,GACT,IAAI,CAON;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAGlE"}

package/dist/repo/repo.helpers.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.updateRange = updateRange;
+exports.toValidTimestamp = toValidTimestamp;
+function updateRange(range, ms) {
+    if (range.oldest === undefined || ms < range.oldest) {
+        range.oldest = ms;
+    }
+    if (range.newest === undefined || ms > range.newest) {
+        range.newest = ms;
+    }
+}
+function toValidTimestamp(value) {
+    const ms = new Date(value).getTime();
+    return Number.isFinite(ms) ? ms : undefined;
+}

package/dist/repo/repo.helpers.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=repo.helpers.test.d.ts.map

package/dist/repo/repo.helpers.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo.helpers.test.d.ts","sourceRoot":"","sources":["../../src/repo/repo.helpers.test.ts"],"names":[],"mappings":""}

package/dist/repo/repo.helpers.test.js

@@ -0,0 +1,71 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const repo_helpers_1 = require("./repo.helpers");
+describe(repo_helpers_1.updateRange.name, () => {
+    it('should set both oldest and newest from the first value', () => {
+        const range = {};
+        (0, repo_helpers_1.updateRange)(range, 1000);
+        expect(range).toEqual({ oldest: 1000, newest: 1000 });
+    });
+    it('should expand oldest when a smaller value is seen', () => {
+        const range = {
+            oldest: 1000,
+            newest: 1000,
+        };
+        (0, repo_helpers_1.updateRange)(range, 500);
+        expect(range).toEqual({ oldest: 500, newest: 1000 });
+    });
+    it('should expand newest when a larger value is seen', () => {
+        const range = {
+            oldest: 1000,
+            newest: 1000,
+        };
+        (0, repo_helpers_1.updateRange)(range, 1500);
+        expect(range).toEqual({ oldest: 1000, newest: 1500 });
+    });
+    it('should not change bounds when the value is within range', () => {
+        const range = {
+            oldest: 1000,
+            newest: 2000,
+        };
+        (0, repo_helpers_1.updateRange)(range, 1500);
+        expect(range).toEqual({ oldest: 1000, newest: 2000 });
+    });
+    it('[edge] should track a value of 0 (Unix epoch) instead of treating it as unset', () => {
+        const range = {};
+        (0, repo_helpers_1.updateRange)(range, 0);
+        expect(range).toEqual({ oldest: 0, newest: 0 });
+    });
+    it('[edge] should not let a later 0 value overwrite an already-set range incorrectly', () => {
+        const range = {
+            oldest: 1000,
+            newest: 2000,
+        };
+        (0, repo_helpers_1.updateRange)(range, 0);
+        expect(range).toEqual({ oldest: 0, newest: 2000 });
+    });
+    it('[edge] should handle negative timestamps (pre-1970 dates)', () => {
+        const range = {};
+        (0, repo_helpers_1.updateRange)(range, -1000);
+        (0, repo_helpers_1.updateRange)(range, 500);
+        expect(range).toEqual({ oldest: -1000, newest: 500 });
+    });
+});
+describe(repo_helpers_1.toValidTimestamp.name, () => {
+    it('should convert a valid RFC3339 string to milliseconds', () => {
+        const result = (0, repo_helpers_1.toValidTimestamp)('2023-06-15T12:00:00.000Z');
+        expect(result).toBe(new Date('2023-06-15T12:00:00.000Z').getTime());
+    });
+    it('[edge] should return 0 for the Unix epoch instead of undefined', () => {
+        const result = (0, repo_helpers_1.toValidTimestamp)('1970-01-01T00:00:00.000Z');
+        expect(result).toBe(0);
+    });
+    it('[edge] should return undefined for an invalid date string', () => {
+        const result = (0, repo_helpers_1.toValidTimestamp)('not-a-date');
+        expect(result).toBeUndefined();
+    });
+    it('[edge] should return undefined for an empty string', () => {
+        const result = (0, repo_helpers_1.toValidTimestamp)('');
+        expect(result).toBeUndefined();
+    });
+});

package/dist/repo/repo.interfaces.d.ts

@@ -39,6 +39,8 @@ export interface NormalizedAttachment {
     author_id?: string;
     inline?: boolean;
     content_type?: string;
+    created_date?: string;
+    modified_date?: string;
     grand_parent_id?: number | string;
 }
 /**

package/dist/repo/repo.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo.interfaces.d.ts","sourceRoot":"","sources":["../../src/repo/repo.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,gBAAgB,CAAC,EAAE,oBAAoB,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAItB,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACnC;AAED;;GAEG;AAEH,MAAM,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"repo.interfaces.d.ts","sourceRoot":"","sources":["../../src/repo/repo.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,gBAAgB,CAAC,EAAE,oBAAoB,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IAIvB,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACnC;AAED;;GAEG;AAEH,MAAM,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}