@devrev/airsync-sdk 2.0.0-beta.5 → 2.0.0-beta.7

package/dist/multithreading/spawn/spawn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AA0C7B;;;;GAIG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAuEvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAqB;gBACpC,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IA0GjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAoCjC"}
+{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.ts"],"names":[],"mappings":"AASA,OAAO,EAGL,qBAAqB,EACrB,cAAc,EAGf,MAAM,qBAAqB,CAAC;AAe7B;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,oBAAc,GAAG,OAAO,CAY7D;AAoCD;;;;GAIG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,EAAE,YAAY,EACrB,cAAc,EACd,mBAAmB,GACpB,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA0DvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAqB;gBACpC,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IA0GjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAoCjC"}

package/dist/multithreading/spawn/spawn.helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"spawn.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,UAAU,GACjB;IACD,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,OAAO,EAAE,OAAO,CAAC;CAClB,CAiCA;AAuGD,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CAiEA;AAED,8EAA8E;AAC9E,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS;eAwBhB,kBAAkB,GAAG,eAAe;EAG5E"}
+{"version":3,"file":"spawn.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/spawn/spawn.helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,UAAU,GACjB;IACD,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAChD,OAAO,EAAE,OAAO,CAAC;CAClB,CAiCA;AAgHD,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CAEA;AAED,8EAA8E;AAC9E,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS;eA+BhB,kBAAkB,GAAG,eAAe;EAG5E"}

package/dist/multithreading/spawn/spawn.helpers.js

@@ -50,9 +50,18 @@ const EVENT_PHASE_MAP = {
         error: extraction_1.ExtractorEventType.ExternalSyncUnitExtractionError,
     },
     [extraction_1.EventType.StartExtractingMetadata]: {
-        resumable: false,
+        resumable: true,
+        done: extraction_1.ExtractorEventType.MetadataExtractionDone,
+        error: extraction_1.ExtractorEventType.MetadataExtractionError,
+        progress: extraction_1.ExtractorEventType.MetadataExtractionProgress,
+        delayed: extraction_1.ExtractorEventType.MetadataExtractionDelayed,
+    },
+    [extraction_1.EventType.ContinueExtractingMetadata]: {
+        resumable: true,
         done: extraction_1.ExtractorEventType.MetadataExtractionDone,
         error: extraction_1.ExtractorEventType.MetadataExtractionError,
+        progress: extraction_1.ExtractorEventType.MetadataExtractionProgress,
+        delayed: extraction_1.ExtractorEventType.MetadataExtractionDelayed,
     },
     [extraction_1.EventType.StartExtractingData]: {
         resumable: true,
@@ -132,62 +141,18 @@ const EVENT_PHASE_MAP = {
     },
 };
 function getTimeoutErrorEventType(eventType) {
+    return { eventType: getEventTypeForResult(eventType, 'error').eventType };
+}
+/** Event type to emit when no worker script exists for the incoming event. */
+function getNoScriptEventType(eventType) {
     switch (eventType) {
+        // A missing metadata worker is a misconfigured connector, so report it as a
+        // phase error rather than an unknown event type.
         case extraction_1.EventType.StartExtractingMetadata:
+        case extraction_1.EventType.ContinueExtractingMetadata:
             return {
                 eventType: extraction_1.ExtractorEventType.MetadataExtractionError,
             };
-        case extraction_1.EventType.StartExtractingData:
-        case extraction_1.EventType.ContinueExtractingData:
-            return {
-                eventType: extraction_1.ExtractorEventType.DataExtractionError,
-            };
-        case extraction_1.EventType.StartDeletingExtractorState:
-            return {
-                eventType: extraction_1.ExtractorEventType.ExtractorStateDeletionError,
-            };
-        case extraction_1.EventType.StartExtractingAttachments:
-        case extraction_1.EventType.ContinueExtractingAttachments:
-            return {
-                eventType: extraction_1.ExtractorEventType.AttachmentExtractionError,
-            };
-        case extraction_1.EventType.StartDeletingExtractorAttachmentsState:
-            return {
-                eventType: extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionError,
-            };
-        case extraction_1.EventType.StartExtractingExternalSyncUnits:
-            return {
-                eventType: extraction_1.ExtractorEventType.ExternalSyncUnitExtractionError,
-            };
-        case extraction_1.EventType.StartLoadingData:
-        case extraction_1.EventType.ContinueLoadingData:
-            return {
-                eventType: loading_1.LoaderEventType.DataLoadingError,
-            };
-        case extraction_1.EventType.StartDeletingLoaderState:
-            return {
-                eventType: loading_1.LoaderEventType.LoaderStateDeletionError,
-            };
-        case extraction_1.EventType.StartLoadingAttachments:
-        case extraction_1.EventType.ContinueLoadingAttachments:
-            return {
-                eventType: loading_1.LoaderEventType.AttachmentLoadingError,
-            };
-        case extraction_1.EventType.StartDeletingLoaderAttachmentState:
-            return {
-                eventType: loading_1.LoaderEventType.LoaderAttachmentStateDeletionError,
-            };
-        default:
-            console.error('Event type not recognized in getTimeoutErrorEventType function: ' +
-                eventType);
-            return {
-                eventType: constants_1.UNKNOWN_EVENT_TYPE,
-            };
-    }
-}
-/** Event type to emit when no worker script exists for the incoming event. */
-function getNoScriptEventType(eventType) {
-    switch (eventType) {
         case extraction_1.EventType.StartDeletingExtractorState:
             return {
                 eventType: extraction_1.ExtractorEventType.ExtractorStateDeletionDone,

package/dist/multithreading/spawn/spawn.js

@@ -1,20 +1,36 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Spawn = void 0;
+exports.isLocalDevelopment = isLocalDevelopment;
 exports.spawn = spawn;
-const yargs_1 = __importDefault(require("yargs"));
-const helpers_1 = require("yargs/helpers");
 const constants_1 = require("../../common/constants");
-const helpers_2 = require("../../common/helpers");
+const helpers_1 = require("../../common/helpers");
 const logger_1 = require("../../logger/logger");
 const extraction_1 = require("../../types/extraction");
 const workers_1 = require("../../types/workers");
 const create_worker_1 = require("../create-worker");
 const emit_1 = require("../emit");
 const spawn_helpers_1 = require("./spawn.helpers");
+const LAMBDA_ENV_MARKERS = [
+    'AWS_LAMBDA_FUNCTION_NAME',
+    'AWS_EXECUTION_ENV',
+    'LAMBDA_TASK_ROOT',
+];
+/**
+ * Local mode is opt-in through AIRSYNC_LOCAL_DEVELOPMENT only, and refused on
+ * Lambda so a stray flag can never change production behavior.
+ */
+function isLocalDevelopment(env = process.env) {
+    if (env.AIRSYNC_LOCAL_DEVELOPMENT !== '1') {
+        return false;
+    }
+    const marker = LAMBDA_ENV_MARKERS.find((name) => env[name]);
+    if (marker) {
+        console.warn(`Ignoring AIRSYNC_LOCAL_DEVELOPMENT because ${marker} is set (running on Lambda).`);
+        return false;
+    }
+    return true;
+}
 function getWorkerPath({ event, workerBasePath, }) {
     let path = null;
     switch (event.payload.event_type) {
@@ -22,6 +38,7 @@ function getWorkerPath({ event, workerBasePath, }) {
             path = '/workers/external-sync-units-extraction';
             break;
         case extraction_1.EventType.StartExtractingMetadata:
+        case extraction_1.EventType.ContinueExtractingMetadata:
             path = '/workers/metadata-extraction';
             break;
         case extraction_1.EventType.StartExtractingData:
@@ -48,31 +65,18 @@ function getWorkerPath({ event, workerBasePath, }) {
  * events, graceful exit, lambda timeout handling). Resolves when the worker
  * run is fully finished.
  */
-async function spawn({ event, initialState, initialDomainMapping, options, baseWorkerPath, }) {
-    const argv = await (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)).argv;
-    if (argv._.includes('local') || argv.local) {
-        options = Object.assign(Object.assign({}, (options || {})), { isLocalDevelopment: true });
-    }
+async function spawn({ event, initialState, initialDomainMapping, options: spawnOptions, baseWorkerPath, workerPathOverrides, }) {
+    const options = Object.assign(Object.assign({}, spawnOptions), { isLocalDevelopment: isLocalDevelopment() });
     const originalConsole = console;
     // eslint-disable-next-line no-global-assign
     console = new logger_1.Logger({ event, options });
     if (options === null || options === void 0 ? void 0 : options.isLocalDevelopment) {
         console.log('Snap-in is running in local development mode.');
     }
-    let script = null;
-    if (baseWorkerPath != null &&
-        (options === null || options === void 0 ? void 0 : options.workerPathOverrides) != null &&
-        options.workerPathOverrides[event.payload.event_type] != null) {
-        script =
-            baseWorkerPath +
-                options.workerPathOverrides[event.payload.event_type];
-    }
-    else {
-        script = getWorkerPath({
-            event,
-            workerBasePath: baseWorkerPath !== null && baseWorkerPath !== void 0 ? baseWorkerPath : __dirname,
-        });
-    }
+    const override = workerPathOverrides === null || workerPathOverrides === void 0 ? void 0 : workerPathOverrides[event.payload.event_type];
+    const script = override != null
+        ? baseWorkerPath + override
+        : getWorkerPath({ event, workerBasePath: baseWorkerPath });
     if (script) {
         try {
             const worker = await (0, create_worker_1.createWorker)({
@@ -184,7 +188,7 @@ class Spawn {
         });
         this.memoryMonitoringInterval = setInterval(() => {
             try {
-                const memoryInfo = (0, helpers_2.getMemoryUsage)();
+                const memoryInfo = (0, helpers_1.getMemoryUsage)();
                 if (memoryInfo) {
                     console.info(memoryInfo.formattedMessage);
                 }

package/dist/multithreading/worker.js

@@ -1,6 +1,20 @@
 "use strict";
 const { workerData } = require('node:worker_threads');
-require('ts-node').register();
+let resolvedWorkerPath;
+try {
+    resolvedWorkerPath = require.resolve(workerData.workerPath);
+}
+catch (_a) {
+    // Unresolvable without a TypeScript loader, so the worker is a .ts file.
+}
+if (!resolvedWorkerPath || resolvedWorkerPath.endsWith('.ts')) {
+    try {
+        require('ts-node').register();
+    }
+    catch (error) {
+        throw new Error(`Worker ${workerData.workerPath} needs ts-node to run TypeScript. Install ts-node or point the worker at compiled JavaScript. ${error.message}`);
+    }
+}
 const { Logger } = require('../logger/logger');
 console = new Logger({ event: workerData.event, options: workerData.options });
 require(workerData.workerPath);

package/dist/repo/repo.d.ts

@@ -1,7 +1,6 @@
 import { Item } from '../repo/repo.interfaces';
-import { ErrorRecord } from '../types/common';
 import { Artifact } from '../uploader/uploader.interfaces';
-import { NormalizedAttachment, NormalizedItem, RepoFactoryInterface } from './repo.interfaces';
+import { NormalizedAttachment, NormalizedItem } from './repo.interfaces';
 export declare class Repo {
     readonly itemType: string;
     private items;
@@ -20,9 +19,9 @@ export declare class Repo {
             newest?: number;
         };
     };
-    constructor({ event, itemType, normalize, onUpload, options, }: RepoFactoryInterface);
     getItems(): (NormalizedItem | NormalizedAttachment | Item)[];
-    upload(batch?: (NormalizedItem | NormalizedAttachment | Item)[]): Promise<void | ErrorRecord>;
-    push(items: Item[]): Promise<boolean>;
+    upload(batch?: (NormalizedItem | NormalizedAttachment | Item)[]): Promise<void>;
+    /** Buffers items and uploads every full batch. Throws if an upload fails. */
+    push(items: Item[]): Promise<void>;
 }
 //# sourceMappingURL=repo.d.ts.map

package/dist/repo/repo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../src/repo/repo.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG9C,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAG3D,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,oBAAoB,EACrB,MAAM,mBAAmB,CAAC;AAE3B,qBAAa,IAAI;IACf,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,KAAK,CAAmD;IAChE,OAAO,CAAC,SAAS,CAAC,CAAwD;IAC1E,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,QAAQ,CAA+B;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAuB;IAChC,iBAAiB,EAAE,QAAQ,EAAE,CAAC;IAC9B,UAAU,EAAE;QACjB,YAAY,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACnD,YAAY,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KACpD,CAGC;gBAEU,EACV,KAAK,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,OAAO,GACR,EAAE,oBAAoB;IAUvB,QAAQ,IAAI,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE;IAItD,MAAM,CACV,KAAK,CAAC,EAAE,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE,GACvD,OAAO,CAAC,IAAI,GAAG,WAAW,CAAC;IAsDxB,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;CAkC5C"}
+{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../src/repo/repo.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AAG/C,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAG3D,OAAO,EACL,oBAAoB,EACpB,cAAc,EAEf,MAAM,mBAAmB,CAAC;AAE3B,qBAAa,IAAI;IACf,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,KAAK,CAAmD;IAChE,OAAO,CAAC,SAAS,CAAC,CAAwD;IAC1E,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,QAAQ,CAA+B;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAiB;IAC1B,iBAAiB,EAAE,QAAQ,EAAE,CAAC;IAC9B,UAAU,EAAE;QACjB,YAAY,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACnD,YAAY,EAAE;YAAE,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KACpD,CAGC;IAoBF,QAAQ,IAAI,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE;IAItD,MAAM,CACV,KAAK,CAAC,EAAE,CAAC,cAAc,GAAG,oBAAoB,GAAG,IAAI,CAAC,EAAE,GACvD,OAAO,CAAC,IAAI,CAAC;IA2DhB,6EAA6E;IACvE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CA6BzC"}

package/dist/repo/repo.interfaces.d.ts

@@ -1,18 +1,19 @@
 import { AirSyncEvent } from '../types/extraction';
-import { WorkerAdapterOptions } from '../types/workers';
+import { RepoOptions, RuntimeOptions } from '../types/workers';
 import { Artifact } from '../uploader/uploader.interfaces';
 /** Stores and uploads extracted data. */
 export interface RepoInterface {
     itemType: string;
     normalize?: (record: object) => NormalizedItem | NormalizedAttachment;
-    overridenOptions?: WorkerAdapterOptions;
+    overriddenOptions?: RepoOptions;
 }
 export interface RepoFactoryInterface {
     event: AirSyncEvent;
     itemType: string;
     normalize?: (record: object) => NormalizedItem | NormalizedAttachment;
     onUpload: (artifact: Artifact) => void;
-    options?: WorkerAdapterOptions;
+    options?: RuntimeOptions;
+    skipConfirmation?: boolean;
 }
 export interface NormalizedItem {
     id: string;
@@ -30,7 +31,7 @@ export interface NormalizedAttachment {
     content_type?: string;
     created_date?: string;
     modified_date?: string;
-    grand_parent_id?: number | string;
+    grand_parent_id?: string;
 }
 export type Item = Record<string, any>;
 //# sourceMappingURL=repo.interfaces.d.ts.map

package/dist/repo/repo.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo.interfaces.d.ts","sourceRoot":"","sources":["../../src/repo/repo.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,yCAAyC;AACzC,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,gBAAgB,CAAC,EAAE,oBAAoB,CAAC;CACzC;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACnC;AAGD,MAAM,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"repo.interfaces.d.ts","sourceRoot":"","sources":["../../src/repo/repo.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,yCAAyC;AACzC,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,iBAAiB,CAAC,EAAE,WAAW,CAAC;CACjC;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,YAAY,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,cAAc,GAAG,oBAAoB,CAAC;IACtE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAGD,MAAM,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}

package/dist/repo/repo.js

@@ -5,7 +5,8 @@ const constants_1 = require("../common/constants");
 const uploader_1 = require("../uploader/uploader");
 const repo_helpers_1 = require("./repo.helpers");
 class Repo {
-    constructor({ event, itemType, normalize, onUpload, options, }) {
+    /** @internal */
+    constructor({ event, itemType, normalize, onUpload, options, skipConfirmation, }) {
         this.dateRanges = {
             creationDate: {},
             modifiedDate: {},
@@ -14,7 +15,7 @@ class Repo {
         this.itemType = itemType;
         this.normalize = normalize;
         this.onUpload = onUpload;
-        this.uploader = new uploader_1.Uploader({ event, options });
+        this.uploader = new uploader_1.Uploader({ event, options, skipConfirmation });
         this.options = options;
         this.uploadedArtifacts = [];
     }
@@ -22,6 +23,7 @@ class Repo {
         return this.items;
     }
     async upload(batch) {
+        var _a;
         const itemsToUpload = batch || this.items;
         if (itemsToUpload.length > 0) {
             for (const item of itemsToUpload) {
@@ -43,12 +45,11 @@ class Repo {
             console.log(`Uploading ${itemsToUpload.length} items of type ${this.itemType}. `);
             const { artifact, error } = await this.uploader.upload(this.itemType, itemsToUpload);
             if (error || !artifact) {
-                console.error('Error while uploading batch', error);
-                return error;
+                console.error(`Error while uploading batch of ${itemsToUpload.length} items of type ${this.itemType}.`, error);
+                throw new Error((_a = error === null || error === void 0 ? void 0 : error.message) !== null && _a !== void 0 ? _a : `Upload failed for item type "${this.itemType}" without artifact.`);
             }
             this.onUpload(artifact);
             this.uploadedArtifacts.push(artifact);
-            // An explicit batch was already spliced out of this.items by the caller
             if (!batch) {
                 this.items = [];
             }
@@ -58,12 +59,13 @@ class Repo {
             console.log(`No items to upload for type ${this.itemType}. Skipping upload.`);
         }
     }
+    /** Buffers items and uploads every full batch. Throws if an upload fails. */
     async push(items) {
         var _a;
         let recordsToPush;
         if (!items || items.length === 0) {
             console.log(`No items to push for type ${this.itemType}. Skipping push.`);
-            return true;
+            return;
         }
         if (this.normalize &&
             this.itemType != constants_1.AirSyncDefaultItemTypes.EXTERNAL_DOMAIN_METADATA &&
@@ -76,16 +78,12 @@ class Repo {
         this.items.push(...recordsToPush);
         const batchSize = ((_a = this.options) === null || _a === void 0 ? void 0 : _a.batchSize) || constants_1.ARTIFACT_BATCH_SIZE;
         while (this.items.length >= batchSize) {
-            const batch = this.items.splice(0, batchSize);
-            try {
-                await this.upload(batch);
-            }
-            catch (error) {
-                console.error('Error while uploading batch', error);
-                return false;
-            }
+            // Items leave the repo only after their batch uploaded, so a failed
+            // batch is still there for the next flush.
+            const batch = this.items.slice(0, batchSize);
+            await this.upload(batch);
+            this.items.splice(0, batchSize);
         }
-        return true;
     }
 }
 exports.Repo = Repo;

package/dist/state/base-state.d.ts

@@ -4,7 +4,7 @@ import { ExtractionScope } from '../types/workers';
 import { SdkState, StateInterface } from './state.interfaces';
 /**
  * State lifecycle shared by all sync modes: connector/SDK state separation,
- * fetch/init/post, the v1->v2 migration shim, and the snap-in-version-gated
+ * fetch/init/post, the v1 to v2 migration shim, and the snap-in-version-gated
  * initial domain mapping install. Subclasses seed the SDK-owned state.
  */
 export declare abstract class BaseState<ConnectorState> {
@@ -39,12 +39,17 @@ export declare abstract class BaseState<ConnectorState> {
     init(initialState: ConnectorState): Promise<void>;
     /**
      * Normalizes fetched state into the `{ connectorState, sdkState }` envelope.
-     * A flat v1 blob is split by `V1_SDK_STATE_KEYS`; an envelope with only one
-     * side present fails loud.
+     * Versioned envelopes are read by `stateVersion`; unversioned ones (2.0.0
+     * betas) by their keys; anything else is a flat v1 blob split by
+     * `V1_SDK_STATE_KEYS`.
      */
     private normalizeFetchedState;
-    /** Posts the v2 `{ connectorState, sdkState }` envelope to the API. */
-    postState(state?: ConnectorState): Promise<void>;
+    private readEnvelope;
+    /**
+     * Posts the v2 envelope (connector and SDK state as they are now) to the
+     * API. Throws on failure so a caller can stop before a risky external write.
+     */
+    postState(): Promise<void>;
     fetchState(): Promise<{
         state: string;
         objects?: string;

package/dist/state/base-state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base-state.d.ts","sourceRoot":"","sources":["../../src/state/base-state.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAGnD,OAAO,EAEL,QAAQ,EACR,cAAc,EAEf,MAAM,oBAAoB,CAAC;AAE5B;;;;GAIG;AACH,8BAAsB,SAAS,CAAC,cAAc;IAC5C,SAAS,CAAC,eAAe,EAAE,cAAc,CAAC;IAC1C,SAAS,CAAC,SAAS,EAAE,QAAQ,CAAC;IAC9B,SAAS,CAAC,gBAAgB,EAAE,eAAe,CAAM;IACjD,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IACvC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAGxB,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,cAAc,CAAC,cAAc,CAAC,EACvD,eAAe,EAAE,QAAQ;IAY3B,2EAA2E;IAC3E,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAE9B;IAED,uEAAuE;IACvE,IAAI,QAAQ,IAAI,QAAQ,CAEvB;IAED,IAAI,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAE3B;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED;;;;OAIG;IACG,mCAAmC,CACvC,oBAAoB,CAAC,EAAE,oBAAoB,GAC1C,OAAO,CAAC,IAAI,CAAC;IAwChB;;;;OAIG;IACG,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAkDvD;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAyC7B,uEAAuE;IACjE,SAAS,CAAC,KAAK,CAAC,EAAE,cAAc;IA4DhC,UAAU,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBjE"}
+{"version":3,"file":"base-state.d.ts","sourceRoot":"","sources":["../../src/state/base-state.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAGnD,OAAO,EAEL,QAAQ,EAER,cAAc,EAEf,MAAM,oBAAoB,CAAC;AAE5B;;;;GAIG;AACH,8BAAsB,SAAS,CAAC,cAAc;IAC5C,SAAS,CAAC,eAAe,EAAE,cAAc,CAAC;IAC1C,SAAS,CAAC,SAAS,EAAE,QAAQ,CAAC;IAC9B,SAAS,CAAC,gBAAgB,EAAE,eAAe,CAAM;IACjD,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IACvC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAGxB,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,cAAc,CAAC,cAAc,CAAC,EACvD,eAAe,EAAE,QAAQ;IAY3B,2EAA2E;IAC3E,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAE9B;IAED,uEAAuE;IACvE,IAAI,QAAQ,IAAI,QAAQ,CAEvB;IAED,IAAI,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAE3B;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED;;;;OAIG;IACG,mCAAmC,CACvC,oBAAoB,CAAC,EAAE,oBAAoB,GAC1C,OAAO,CAAC,IAAI,CAAC;IAwChB;;;;OAIG;IACG,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAuDvD;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IA2C7B,OAAO,CAAC,YAAY;IAepB;;;OAGG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IA0C1B,UAAU,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBjE"}

package/dist/state/base-state.js

@@ -13,7 +13,7 @@ const install_initial_domain_mapping_1 = require("./install-initial-domain-mappi
 const state_interfaces_1 = require("./state.interfaces");
 /**
  * State lifecycle shared by all sync modes: connector/SDK state separation,
- * fetch/init/post, the v1->v2 migration shim, and the snap-in-version-gated
+ * fetch/init/post, the v1 to v2 migration shim, and the snap-in-version-gated
  * initial domain mapping install. Subclasses seed the SDK-owned state.
  */
 class BaseState {
@@ -115,14 +115,17 @@ class BaseState {
             }
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
+            try {
+                if (!(axios_1.default.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404)) {
+                    throw error;
+                }
                 console.log('State not found. Initializing state with initial state.');
                 this.state = initialState;
                 this.sdkState = Object.assign({}, this.initialSdkState);
                 await this.postState();
             }
-            else {
-                const errorMessage = `Failed to init state. ${(0, logger_1.serializeError)(error)}`;
+            catch (initError) {
+                const errorMessage = `Failed to init state. ${(0, logger_1.serializeError)(initError)}`;
                 console.error(errorMessage);
                 node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
                     subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
@@ -134,24 +137,24 @@ class BaseState {
     }
     /**
      * Normalizes fetched state into the `{ connectorState, sdkState }` envelope.
-     * A flat v1 blob is split by `V1_SDK_STATE_KEYS`; an envelope with only one
-     * side present fails loud.
+     * Versioned envelopes are read by `stateVersion`; unversioned ones (2.0.0
+     * betas) by their keys; anything else is a flat v1 blob split by
+     * `V1_SDK_STATE_KEYS`.
      */
     normalizeFetchedState(parsed) {
         if (parsed === null || typeof parsed !== 'object') {
             throw new Error('Fetched state is not a JSON object.');
         }
         const record = parsed;
-        const hasConnector = 'connectorState' in record;
-        const hasSdk = 'sdkState' in record;
-        if (hasConnector || hasSdk) {
-            if (!hasConnector || !hasSdk) {
-                throw new Error('Malformed state envelope: expected both "connectorState" and "sdkState".');
+        if (record.stateVersion !== undefined) {
+            if (record.stateVersion !== state_interfaces_1.STATE_VERSION) {
+                throw new Error(`Unsupported state version ${String(record.stateVersion)}; this SDK reads version ${state_interfaces_1.STATE_VERSION}.`);
             }
-            return {
-                connectorState: record.connectorState,
-                sdkState: Object.assign(Object.assign({}, this.initialSdkState), record.sdkState),
-            };
+            return this.readEnvelope(record);
+        }
+        // Envelopes written by 2.0.0 betas carry no version marker.
+        if ('connectorState' in record || 'sdkState' in record) {
+            return this.readEnvelope(record);
         }
         // Legacy flat v1 blob: split known SDK keys out of the connector state.
         const connectorState = {};
@@ -169,11 +172,23 @@ class BaseState {
             sdkState: Object.assign(Object.assign({}, this.initialSdkState), sdkState),
         };
     }
-    /** Posts the v2 `{ connectorState, sdkState }` envelope to the API. */
-    async postState(state) {
+    readEnvelope(record) {
+        if (!('connectorState' in record) || !('sdkState' in record)) {
+            throw new Error('Malformed state envelope: expected both "connectorState" and "sdkState".');
+        }
+        return {
+            connectorState: record.connectorState,
+            sdkState: Object.assign(Object.assign({}, this.initialSdkState), record.sdkState),
+        };
+    }
+    /**
+     * Posts the v2 envelope (connector and SDK state as they are now) to the
+     * API. Throws on failure so a caller can stop before a risky external write.
+     */
+    async postState() {
         const url = this.workerUrl + '.update';
-        this.state = state || this.state;
         const envelope = {
+            stateVersion: state_interfaces_1.STATE_VERSION,
             connectorState: this.state,
             sdkState: this.sdkState,
         };
@@ -182,13 +197,7 @@ class BaseState {
             stringifiedState = JSON.stringify(envelope);
         }
         catch (error) {
-            const errorMessage = `Failed to stringify state. ${(0, logger_1.serializeError)(error)}`;
-            console.error(errorMessage);
-            node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                payload: { message: errorMessage },
-            });
-            process.exit(1);
+            throw new Error(`Failed to stringify state. ${(0, logger_1.serializeError)(error)}`);
         }
         try {
             await client_1.axiosClient.post(url, {
@@ -202,20 +211,14 @@ class BaseState {
                     request_id: this.requestId,
                 },
             });
-            console.log('State updated successfully to', {
-                connectorState: (0, logger_1.getPrintableState)(this.state),
-                sdkState: (0, logger_1.getPrintableState)(this.sdkState),
-            });
         }
         catch (error) {
-            const errorMessage = `Failed to update the state. ${(0, logger_1.serializeError)(error)}`;
-            console.error(errorMessage);
-            node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                payload: { message: errorMessage },
-            });
-            process.exit(1);
+            throw new Error(`Failed to update the state. ${(0, logger_1.serializeError)(error)}`);
         }
+        console.log('State updated successfully to', {
+            connectorState: (0, logger_1.getPrintableState)(this.state),
+            sdkState: (0, logger_1.getPrintableState)(this.sdkState),
+        });
     }
     async fetchState() {
         var _a, _b;

package/dist/state/extraction-state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extraction-state.d.ts","sourceRoot":"","sources":["../../src/state/extraction-state.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAsB,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGxE,sGAAsG;AACtG,qBAAa,eAAe,CAAC,cAAc,CAAE,SAAQ,SAAS,CAAC,cAAc,CAAC;gBAChE,MAAM,EAAE,cAAc,CAAC,cAAc,CAAC;IAIlD;;;;OAIG;IACH,uBAAuB,IAAI,IAAI;CA6EhC;AAED,wBAAsB,qBAAqB,CAAC,cAAc,EAAE,EAC1D,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC,CAkB3E"}
+{"version":3,"file":"extraction-state.d.ts","sourceRoot":"","sources":["../../src/state/extraction-state.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAsB,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGxE,sGAAsG;AACtG,qBAAa,eAAe,CAAC,cAAc,CAAE,SAAQ,SAAS,CAAC,cAAc,CAAC;gBAChE,MAAM,EAAE,cAAc,CAAC,cAAc,CAAC;IAIlD;;;;OAIG;IACH,uBAAuB,IAAI,IAAI;CAyHhC;AAED,wBAAsB,qBAAqB,CAAC,cAAc,EAAE,EAC1D,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC,CAkB3E"}

package/dist/state/extraction-state.js

@@ -23,6 +23,17 @@ class ExtractionState extends base_state_1.BaseState {
     resolveExtractionWindow() {
         const sdkState = this.sdkState;
         const eventContext = this.event.payload.event_context;
+        const overrideExtractFrom = (value) => {
+            if (eventContext.extract_from !== undefined) {
+                eventContext.original_extract_from = eventContext.extract_from;
+            }
+            eventContext.extract_from = value;
+        };
+        if (this.event.payload.event_type === extraction_1.EventType.StartExtractingData &&
+            !sdkState.lastSyncStarted) {
+            sdkState.lastSyncStarted = new Date().toISOString();
+            console.log(`Setting lastSyncStarted to ${sdkState.lastSyncStarted}.`);
+        }
         if (this.event.payload.event_type === extraction_1.EventType.StartExtractingMetadata) {
             const timeFields = [
                 {
@@ -41,7 +52,12 @@ class ExtractionState extends base_state_1.BaseState {
                 if (timeValue && timeValue.type) {
                     try {
                         const resolved = (0, time_value_resolver_1.resolveTimeValue)(timeValue, sdkState);
-                        eventContext[target] = resolved;
+                        if (target === 'extract_from') {
+                            overrideExtractFrom(resolved);
+                        }
+                        else {
+                            eventContext[target] = resolved;
+                        }
                         sdkState[pending] = resolved;
                         console.log(`Resolved ${target} to ${resolved}. Stored in ${pending}.`);
                     }
@@ -55,12 +71,31 @@ class ExtractionState extends base_state_1.BaseState {
                         process.exit(1);
                     }
                 }
+                else if (target === 'extract_from') {
+                    // Non-CPv2 platforms send no TimeValue: prefer the last successful
+                    // sync start, else the extract_from the platform supplied directly.
+                    const fallback = sdkState.lastSuccessfulSyncStarted || eventContext.extract_from;
+                    if (fallback) {
+                        if (sdkState.lastSuccessfulSyncStarted) {
+                            overrideExtractFrom(fallback);
+                        }
+                        sdkState.pendingWorkersOldest = fallback;
+                        console.log(`Using ${sdkState.lastSuccessfulSyncStarted
+                            ? 'lastSuccessfulSyncStarted'
+                            : 'platform-provided extract_from'} as extract_from: ${fallback}. Stored in pendingWorkersOldest.`);
+                    }
+                }
             }
         }
         else {
-            if (sdkState.pendingWorkersOldest) {
-                eventContext.extract_from = sdkState.pendingWorkersOldest;
-                console.log(`Reusing pendingWorkersOldest as extract_from: ${sdkState.pendingWorkersOldest}.`);
+            const pendingExtractFrom = sdkState.pendingWorkersOldest || sdkState.lastSuccessfulSyncStarted;
+            if (pendingExtractFrom) {
+                if (eventContext.extract_from !== pendingExtractFrom) {
+                    overrideExtractFrom(pendingExtractFrom);
+                }
+                console.log(`Using ${sdkState.pendingWorkersOldest
+                    ? 'pendingWorkersOldest'
+                    : 'lastSuccessfulSyncStarted'} as extract_from: ${pendingExtractFrom}.`);
             }
             else {
                 console.log('pendingWorkersOldest is not set in state. extract_from will not be populated for this invocation.');