@devrev/airsync-sdk 2.0.0-beta.1 → 2.0.0-beta.10

package/dist/state/loading-state.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LoadingState = void 0;
+exports.createLoadingState = createLoadingState;
+const constants_1 = require("../common/constants");
+const base_state_1 = require("./base-state");
+const state_interfaces_1 = require("./state.interfaces");
+/** State for loading workers: seeds loading SDK state; no extraction-window resolution. */
+class LoadingState extends base_state_1.BaseState {
+    constructor(params) {
+        super(params, state_interfaces_1.loadingSdkState);
+    }
+}
+exports.LoadingState = LoadingState;
+async function createLoadingState({ event, initialState, initialDomainMapping, options, }) {
+    // Clone so the caller's initialState is never mutated.
+    const deepCloneInitialState = structuredClone(initialState);
+    const state = new LoadingState({
+        event,
+        initialState: deepCloneInitialState,
+        initialDomainMapping,
+        options,
+    });
+    if (!constants_1.STATELESS_EVENT_TYPES.includes(event.payload.event_type)) {
+        await state.init(deepCloneInitialState);
+        await state.installInitialDomainMappingIfNeeded(initialDomainMapping);
+    }
+    return state;
+}

package/dist/state/state.d.ts

@@ -1,30 +1,4 @@
-import { AdapterState, StateInterface } from './state.interfaces';
-export declare function createAdapterState<ConnectorState>({ event, initialState, initialDomainMapping, options, }: StateInterface<ConnectorState>): Promise<State<ConnectorState>>;
-export declare class State<ConnectorState> {
-    private _state;
-    private initialSdkState;
-    private workerUrl;
-    private devrevToken;
-    private syncUnitId;
-    private requestId;
-    constructor({ event, initialState }: StateInterface<ConnectorState>);
-    get state(): AdapterState<ConnectorState>;
-    set state(value: AdapterState<ConnectorState>);
-    /**
-     * Initializes the state for this adapter instance by fetching from API
-     * or creating an initial state if none exists (404).
-     * @param initialState The initial connector state provided by the spawn function
-     */
-    init(initialState: ConnectorState): Promise<void>;
-    /**
-     *  Updates the state of the adapter by posting to API.
-     * @param {object} state - The state to be updated
-     */
-    postState(state?: AdapterState<ConnectorState>): Promise<void>;
-    /**
-     *  Fetches the state of the adapter from API.
-     * @return  The raw state data from API
-     */
-    fetchState(): Promise<string>;
-}
+export { BaseState } from './base-state';
+export { createExtractionState, ExtractionState } from './extraction-state';
+export { createLoadingState, LoadingState } from './loading-state';
 //# sourceMappingURL=state.d.ts.map

package/dist/state/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/state/state.ts"],"names":[],"mappings":"AASA,OAAO,EACL,YAAY,EAIZ,cAAc,EACf,MAAM,oBAAoB,CAAC;AAE5B,wBAAsB,kBAAkB,CAAC,cAAc,EAAE,EACvD,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CA0DjE;AAED,qBAAa,KAAK,CAAC,cAAc;IAC/B,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAEd,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,cAAc,CAAC,cAAc,CAAC;IAenE,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED;;;;OAIG;IACG,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAoCvD;;;OAGG;IACG,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,cAAc,CAAC;IAuCpD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;CAkBpC"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/state/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/state/state.interfaces.d.ts

@@ -1,47 +1,64 @@
 import { InitialDomainMapping } from '../types/common';
-import { AirdropEvent } from '../types/extraction';
+import { AirSyncEvent } from '../types/extraction';
 import { FileToLoad } from '../types/loading';
-import { WorkerAdapterOptions } from '../types/workers';
+import { RuntimeOptions } from '../types/workers';
+import { Artifact } from '../uploader/uploader.interfaces';
 export interface SdkState {
     lastSyncStarted?: string;
     lastSuccessfulSyncStarted?: string;
+    pendingWorkersOldest?: string;
+    pendingWorkersNewest?: string;
+    workersOldest?: string;
+    workersNewest?: string;
     toDevRev?: ToDevRev;
     fromDevRev?: FromDevRev;
     snapInVersionId?: string;
 }
-/**
- * AdapterState is an interface that defines the structure of the adapter state that is used by the external extractor.
- * It extends the connector state with additional fields: lastSyncStarted, lastSuccessfulSyncStarted, snapInVersionId and attachmentsMetadata.
- */
-export type AdapterState<ConnectorState> = ConnectorState & SdkState;
+export declare const STATE_VERSION = 2;
+/** v2 on-disk state shape: SDK bookkeeping kept disjoint from connector keys. */
+export interface AdapterStateEnvelope<ConnectorState> {
+    stateVersion: typeof STATE_VERSION;
+    connectorState: ConnectorState;
+    sdkState: SdkState;
+}
 export interface ToDevRev {
+    /** SSOR artifacts from earlier phases, reported with ATTACHMENT_EXTRACTION_DONE. */
+    deferredSsorArtifacts?: Artifact[];
     attachmentsMetadata: {
         artifactIds: string[];
         lastProcessed: number;
         lastProcessedAttachmentsIdsList?: ProcessedAttachment[];
     };
 }
-/**
- * Attachment structure, that stores both attachment id and its parent_id for deduplication on the SDK side.
- */
+export declare enum ProcessedAttachmentStatus {
+    Success = "success",
+    Failed = "failed"
+}
+/** id + parent_id identify an attachment for SDK-side deduplication. */
 export interface ProcessedAttachment {
     id: string;
     parent_id: string;
+    status: ProcessedAttachmentStatus;
 }
 export interface FromDevRev {
     filesToLoad: FileToLoad[];
 }
 export interface StateInterface<ConnectorState> {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     initialState: ConnectorState;
     initialDomainMapping?: InitialDomainMapping;
-    options?: WorkerAdapterOptions;
+    options?: RuntimeOptions;
 }
 export declare const extractionSdkState: {
     lastSyncStarted: string;
     lastSuccessfulSyncStarted: string;
+    pendingWorkersOldest: string;
+    pendingWorkersNewest: string;
+    workersOldest: string;
+    workersNewest: string;
     snapInVersionId: string;
     toDevRev: {
+        deferredSsorArtifacts: never[];
         attachmentsMetadata: {
             artifactIds: never[];
             lastProcessed: number;
@@ -55,4 +72,6 @@ export declare const loadingSdkState: {
         filesToLoad: never[];
     };
 };
+/** SDK-owned top-level state keys, used to split a flat v1 blob during migration. */
+export declare const V1_SDK_STATE_KEYS: ReadonlySet<string>;
 //# sourceMappingURL=state.interfaces.d.ts.map

package/dist/state/state.interfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.interfaces.d.ts","sourceRoot":"","sources":["../../src/state/state.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD,MAAM,WAAW,QAAQ;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,MAAM,YAAY,CAAC,cAAc,IAAI,cAAc,GAAG,QAAQ,CAAC;AAErE,MAAM,WAAW,QAAQ;IACvB,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,+BAA+B,CAAC,EAAE,mBAAmB,EAAE,CAAC;KACzD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,cAAc,CAAC,cAAc;IAC5C,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED,eAAO,MAAM,kBAAkB;;;;;;;;;;;CAW9B,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;CAK3B,CAAC"}
+{"version":3,"file":"state.interfaces.d.ts","sourceRoot":"","sources":["../../src/state/state.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,MAAM,WAAW,QAAQ;IAGvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAGnC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,aAAa,IAAI,CAAC;AAE/B,iFAAiF;AACjF,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,YAAY,EAAE,OAAO,aAAa,CAAC;IACnC,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,EAAE,QAAQ,CAAC;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,oFAAoF;IACpF,qBAAqB,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnC,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,+BAA+B,CAAC,EAAE,mBAAmB,EAAE,CAAC;KACzD,CAAC;CACH;AAED,oBAAY,yBAAyB;IACnC,OAAO,YAAY;IACnB,MAAM,WAAW;CAClB;AAED,wEAAwE;AACxE,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,yBAAyB,CAAC;CACnC;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,cAAc,CAAC,cAAc;IAC5C,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,cAAc,CAAC;CAC1B;AAED,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;CAgB9B,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;CAK3B,CAAC;AAEF,qFAAqF;AACrF,eAAO,MAAM,iBAAiB,EAAE,WAAW,CAAC,MAAM,CAGhD,CAAC"}

package/dist/state/state.interfaces.js

@@ -1,11 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadingSdkState = exports.extractionSdkState = void 0;
+exports.V1_SDK_STATE_KEYS = exports.loadingSdkState = exports.extractionSdkState = exports.ProcessedAttachmentStatus = exports.STATE_VERSION = void 0;
+exports.STATE_VERSION = 2;
+var ProcessedAttachmentStatus;
+(function (ProcessedAttachmentStatus) {
+    ProcessedAttachmentStatus["Success"] = "success";
+    ProcessedAttachmentStatus["Failed"] = "failed";
+})(ProcessedAttachmentStatus || (exports.ProcessedAttachmentStatus = ProcessedAttachmentStatus = {}));
 exports.extractionSdkState = {
     lastSyncStarted: '',
     lastSuccessfulSyncStarted: '',
+    pendingWorkersOldest: '',
+    pendingWorkersNewest: '',
+    workersOldest: '',
+    workersNewest: '',
     snapInVersionId: '',
     toDevRev: {
+        deferredSsorArtifacts: [],
         attachmentsMetadata: {
             artifactIds: [],
             lastProcessed: 0,
@@ -19,3 +30,8 @@ exports.loadingSdkState = {
         filesToLoad: [],
     },
 };
+/** SDK-owned top-level state keys, used to split a flat v1 blob during migration. */
+exports.V1_SDK_STATE_KEYS = new Set([
+    ...Object.keys(exports.extractionSdkState),
+    ...Object.keys(exports.loadingSdkState),
+]);

package/dist/state/state.js

@@ -1,166 +1,11 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.State = void 0;
-exports.createAdapterState = createAdapterState;
-const axios_1 = __importDefault(require("axios"));
-const constants_1 = require("../common/constants");
-const install_initial_domain_mapping_1 = require("../common/install-initial-domain-mapping");
-const axios_client_internal_1 = require("../http/axios-client-internal");
-const logger_1 = require("../logger/logger");
-const common_1 = require("../types/common");
-const extraction_1 = require("../types/extraction");
-const state_interfaces_1 = require("./state.interfaces");
-async function createAdapterState({ event, initialState, initialDomainMapping, options, }) {
-    // Deep clone the initial state to avoid mutating the original state
-    const deepCloneInitialState = structuredClone(initialState);
-    const as = new State({
-        event,
-        initialState: deepCloneInitialState,
-        initialDomainMapping,
-        options,
-    });
-    if (!constants_1.STATELESS_EVENT_TYPES.includes(event.payload.event_type)) {
-        await as.init(deepCloneInitialState);
-        // Check if IDM needs to be updated
-        const snapInVersionId = event.context.snap_in_version_id;
-        const hasSnapInVersionInState = 'snapInVersionId' in as.state;
-        const shouldUpdateIDM = !hasSnapInVersionInState || as.state.snapInVersionId !== snapInVersionId;
-        if (!shouldUpdateIDM) {
-            console.log(`Snap-in version in state matches the version in event context "${snapInVersionId}". Skipping initial domain mapping installation.`);
-        }
-        else {
-            try {
-                console.log(`Snap-in version in state "${as.state.snapInVersionId}" does not match the version in event context "${snapInVersionId}". Installing initial domain mapping.`);
-                if (initialDomainMapping) {
-                    await (0, install_initial_domain_mapping_1.installInitialDomainMapping)(event, initialDomainMapping);
-                    as.state.snapInVersionId = snapInVersionId;
-                }
-                else {
-                    throw new Error('No initial domain mapping was passed to spawn function. Skipping initial domain mapping installation.');
-                }
-            }
-            catch (error) {
-                console.error('Error while installing initial domain mapping.', (0, logger_1.serializeError)(error));
-                process.exit(1);
-            }
-        }
-        // Set lastSyncStarted if the event type is StartExtractingData
-        if (event.payload.event_type === extraction_1.EventType.StartExtractingData &&
-            !as.state.lastSyncStarted) {
-            as.state.lastSyncStarted = new Date().toISOString();
-            console.log(`Setting lastSyncStarted to ${as.state.lastSyncStarted}.`);
-        }
-    }
-    return as;
-}
-class State {
-    constructor({ event, initialState }) {
-        this.initialSdkState =
-            event.payload.event_context.mode === common_1.SyncMode.LOADING
-                ? state_interfaces_1.loadingSdkState
-                : state_interfaces_1.extractionSdkState;
-        this._state = Object.assign(Object.assign({}, initialState), this.initialSdkState);
-        this.workerUrl = event.payload.event_context.worker_data_url;
-        this.devrevToken = event.context.secrets.service_account_token;
-        this.syncUnitId = event.payload.event_context.sync_unit_id;
-        this.requestId = event.payload.event_context.request_id_adaas;
-    }
-    get state() {
-        return this._state;
-    }
-    set state(value) {
-        this._state = value;
-    }
-    /**
-     * Initializes the state for this adapter instance by fetching from API
-     * or creating an initial state if none exists (404).
-     * @param initialState The initial connector state provided by the spawn function
-     */
-    async init(initialState) {
-        var _a;
-        try {
-            const stringifiedState = await this.fetchState();
-            if (!stringifiedState) {
-                throw new Error('No state found in response.');
-            }
-            let parsedState;
-            try {
-                parsedState = JSON.parse(stringifiedState);
-            }
-            catch (error) {
-                throw new Error(`Failed to parse state. ${error}`);
-            }
-            this.state = parsedState;
-            console.log('State fetched successfully. Current state', (0, logger_1.getPrintableState)(this.state));
-        }
-        catch (error) {
-            if (axios_1.default.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
-                console.log('State not found. Initializing state with initial state.');
-                const initialAdapterState = Object.assign(Object.assign({}, initialState), this.initialSdkState);
-                this.state = initialAdapterState;
-                await this.postState(initialAdapterState);
-            }
-            else {
-                console.error('Failed to init state.', (0, logger_1.serializeError)(error));
-                process.exit(1);
-            }
-        }
-    }
-    /**
-     *  Updates the state of the adapter by posting to API.
-     * @param {object} state - The state to be updated
-     */
-    async postState(state) {
-        const url = this.workerUrl + '.update';
-        this.state = state || this.state;
-        let stringifiedState;
-        try {
-            stringifiedState = JSON.stringify(this.state);
-        }
-        catch (error) {
-            console.error('Failed to stringify state.', (0, logger_1.serializeError)(error));
-            process.exit(1);
-        }
-        try {
-            await axios_client_internal_1.axiosClient.post(url, {
-                state: stringifiedState,
-            }, {
-                headers: {
-                    Authorization: this.devrevToken,
-                },
-                params: {
-                    sync_unit: this.syncUnitId,
-                    request_id: this.requestId,
-                },
-            });
-            console.log('State updated successfully to', (0, logger_1.getPrintableState)(this.state));
-        }
-        catch (error) {
-            console.error('Failed to update the state.', (0, logger_1.serializeError)(error));
-            process.exit(1);
-        }
-    }
-    /**
-     *  Fetches the state of the adapter from API.
-     * @return  The raw state data from API
-     */
-    async fetchState() {
-        var _a;
-        console.log(`Fetching state with sync unit id ${this.syncUnitId} and request id ${this.requestId}.`);
-        const url = this.workerUrl + '.get';
-        const response = await axios_client_internal_1.axiosClient.get(url, {
-            headers: {
-                Authorization: this.devrevToken,
-            },
-            params: {
-                sync_unit: this.syncUnitId,
-                request_id: this.requestId,
-            },
-        });
-        return (_a = response.data) === null || _a === void 0 ? void 0 : _a.state;
-    }
-}
-exports.State = State;
+exports.LoadingState = exports.createLoadingState = exports.ExtractionState = exports.createExtractionState = exports.BaseState = void 0;
+var base_state_1 = require("./base-state");
+Object.defineProperty(exports, "BaseState", { enumerable: true, get: function () { return base_state_1.BaseState; } });
+var extraction_state_1 = require("./extraction-state");
+Object.defineProperty(exports, "createExtractionState", { enumerable: true, get: function () { return extraction_state_1.createExtractionState; } });
+Object.defineProperty(exports, "ExtractionState", { enumerable: true, get: function () { return extraction_state_1.ExtractionState; } });
+var loading_state_1 = require("./loading-state");
+Object.defineProperty(exports, "createLoadingState", { enumerable: true, get: function () { return loading_state_1.createLoadingState; } });
+Object.defineProperty(exports, "LoadingState", { enumerable: true, get: function () { return loading_state_1.LoadingState; } });

package/dist/state/time-value-resolver.d.ts

@@ -0,0 +1,17 @@
+import { SdkState } from '../state/state.interfaces';
+import { TimeUnit, TimeValue } from '../types/extraction';
+/** Parses a shorthand duration (e.g. '100ns', '500ms', '5m', '2h'); units are the `TimeUnit` values. */
+export declare function parseDuration(shorthand: string): {
+    value: number;
+    unit: TimeUnit;
+};
+/** Adds/subtracts a shorthand duration to/from an ISO 8601 timestamp. */
+export declare function applyDuration(baseTimestamp: string, duration: string, operation: 'add' | 'subtract'): string;
+/**
+ * Resolves a TimeValue into a concrete ISO 8601 timestamp. WORKERS_* types
+ * read the boundaries from state and fall back to UNBOUNDED when unset
+ * (backwards compatibility with old state); *_WINDOW types apply the duration
+ * in `timeValue.value` to the boundary.
+ */
+export declare function resolveTimeValue(timeValue: TimeValue, state: SdkState): string;
+//# sourceMappingURL=time-value-resolver.d.ts.map

package/dist/state/time-value-resolver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"time-value-resolver.d.ts","sourceRoot":"","sources":["../../src/state/time-value-resolver.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAiB,MAAM,qBAAqB,CAAC;AAEzE,wGAAwG;AACxG,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,QAAQ,CAAC;CAChB,CAcA;AAED,yEAAyE;AACzE,wBAAgB,aAAa,CAC3B,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,KAAK,GAAG,UAAU,GAC5B,MAAM,CA6BR;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,QAAQ,GACd,MAAM,CAsER"}

package/dist/state/time-value-resolver.js

@@ -0,0 +1,110 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseDuration = parseDuration;
+exports.applyDuration = applyDuration;
+exports.resolveTimeValue = resolveTimeValue;
+const constants_1 = require("../common/constants");
+const extraction_1 = require("../types/extraction");
+/** Parses a shorthand duration (e.g. '100ns', '500ms', '5m', '2h'); units are the `TimeUnit` values. */
+function parseDuration(shorthand) {
+    const validUnits = Object.values(extraction_1.TimeUnit).join('|');
+    const match = shorthand.match(new RegExp(`^(\\d+(?:\\.\\d+)?)(${validUnits})$`));
+    if (!match) {
+        throw new Error(`Invalid duration format: '${shorthand}'. Expected format like '100ns', '500ms', '30s', '5m', or '2h'.`);
+    }
+    return {
+        value: parseFloat(match[1]),
+        unit: match[2],
+    };
+}
+/** Adds/subtracts a shorthand duration to/from an ISO 8601 timestamp. */
+function applyDuration(baseTimestamp, duration, operation) {
+    const { value, unit } = parseDuration(duration);
+    const date = new Date(baseTimestamp);
+    const sign = operation === 'add' ? 1 : -1;
+    switch (unit) {
+        case extraction_1.TimeUnit.NANOSECONDS:
+            // JavaScript Date works in milliseconds, so convert nanoseconds
+            date.setTime(date.getTime() + sign * value * 0.000001);
+            break;
+        case extraction_1.TimeUnit.MICROSECONDS:
+        case extraction_1.TimeUnit.MICROSECONDS_MU:
+            date.setTime(date.getTime() + sign * value * 0.001);
+            break;
+        case extraction_1.TimeUnit.MILLISECONDS:
+            date.setTime(date.getTime() + sign * value);
+            break;
+        case extraction_1.TimeUnit.SECONDS:
+            date.setUTCSeconds(date.getUTCSeconds() + sign * value);
+            break;
+        case extraction_1.TimeUnit.MINUTES:
+            date.setUTCMinutes(date.getUTCMinutes() + sign * value);
+            break;
+        case extraction_1.TimeUnit.HOURS:
+            date.setUTCHours(date.getUTCHours() + sign * value);
+            break;
+    }
+    return date.toISOString();
+}
+/**
+ * Resolves a TimeValue into a concrete ISO 8601 timestamp. WORKERS_* types
+ * read the boundaries from state and fall back to UNBOUNDED when unset
+ * (backwards compatibility with old state); *_WINDOW types apply the duration
+ * in `timeValue.value` to the boundary.
+ */
+function resolveTimeValue(timeValue, state) {
+    switch (timeValue.type) {
+        case extraction_1.TimeValueType.ABSOLUTE_TIME: {
+            if (!timeValue.value) {
+                throw new Error('TimeValue of type ABSOLUTE must have a value (ISO 8601 timestamp).');
+            }
+            // Normalize to consistent ISO 8601 format (YYYY-MM-DDTHH:mm:ss.sssZ)
+            // to ensure string comparisons in boundary expansion are safe.
+            const parsed = new Date(timeValue.value);
+            if (isNaN(parsed.getTime())) {
+                throw new Error(`TimeValue of type ABSOLUTE has an invalid ISO 8601 timestamp: '${timeValue.value}'.`);
+            }
+            return parsed.toISOString();
+        }
+        case extraction_1.TimeValueType.CURRENT_TIME: {
+            return new Date().toISOString();
+        }
+        case extraction_1.TimeValueType.UNBOUNDED: {
+            return constants_1.UNBOUNDED_DATE_TIME_VALUE;
+        }
+        case extraction_1.TimeValueType.WORKERS_OLDEST: {
+            if (!state.workersOldest) {
+                return constants_1.UNBOUNDED_DATE_TIME_VALUE;
+            }
+            return state.workersOldest;
+        }
+        case extraction_1.TimeValueType.WORKERS_NEWEST: {
+            if (!state.workersNewest) {
+                // State from before workers boundaries existed only has the sync start.
+                return state.lastSuccessfulSyncStarted || constants_1.UNBOUNDED_DATE_TIME_VALUE;
+            }
+            return state.workersNewest;
+        }
+        case extraction_1.TimeValueType.WORKERS_OLDEST_MINUS_WINDOW: {
+            if (!timeValue.value) {
+                throw new Error("TimeValue of type WORKERS_OLDEST_MINUS_WINDOW must have a value (duration, e.g. '30s', '5m', '2h').");
+            }
+            if (!state.workersOldest) {
+                return constants_1.UNBOUNDED_DATE_TIME_VALUE;
+            }
+            return applyDuration(state.workersOldest, timeValue.value, 'subtract');
+        }
+        case extraction_1.TimeValueType.WORKERS_NEWEST_PLUS_WINDOW: {
+            if (!timeValue.value) {
+                throw new Error("TimeValue of type WORKERS_NEWEST_PLUS_WINDOW must have a value (duration, e.g. '30s', '5m', '2h').");
+            }
+            if (!state.workersNewest) {
+                return state.lastSuccessfulSyncStarted || constants_1.UNBOUNDED_DATE_TIME_VALUE;
+            }
+            return applyDuration(state.workersNewest, timeValue.value, 'add');
+        }
+        default: {
+            throw new Error(`Unknown TimeValueType: '${timeValue.type}'.`);
+        }
+    }
+}

package/dist/testing/mock-event.d.ts

@@ -0,0 +1,10 @@
+import { AirSyncEvent } from '../types/extraction';
+export type DeepPartial<T> = {
+    [P in keyof T]?: T[P] extends object ? DeepPartial<T[P]> : T[P];
+};
+/**
+ * Creates a mock AirSyncEvent for testing. `callback_url`, `worker_data_url`,
+ * and `devrev_endpoint` derive from `mockServerUrl` unless explicitly overridden.
+ */
+export declare function createMockEvent(mockServerUrl?: string, overrides?: DeepPartial<AirSyncEvent>): AirSyncEvent;
+//# sourceMappingURL=mock-event.d.ts.map

package/dist/testing/mock-event.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-event.d.ts","sourceRoot":"","sources":["../../src/testing/mock-event.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAa,MAAM,qBAAqB,CAAC;AAI9D,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;KAC1B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;CAChE,CAAC;AAiCF;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,aAAa,GAAE,MAAgC,EAC/C,SAAS,GAAE,WAAW,CAAC,YAAY,CAAM,GACxC,YAAY,CAuEd"}

package/dist/testing/mock-event.js

@@ -0,0 +1,96 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMockEvent = createMockEvent;
+const extraction_1 = require("../types/extraction");
+const mock_server_1 = require("./mock-server");
+/** Arrays and primitives from source replace target's; plain objects merge recursively. */
+function deepMerge(target, source) {
+    const result = Object.assign({}, target);
+    for (const key of Object.keys(source)) {
+        const sourceVal = source[key];
+        const targetVal = target[key];
+        if (sourceVal !== null &&
+            typeof sourceVal === 'object' &&
+            !Array.isArray(sourceVal) &&
+            targetVal !== null &&
+            typeof targetVal === 'object' &&
+            !Array.isArray(targetVal)) {
+            result[key] = deepMerge(targetVal, sourceVal);
+        }
+        else {
+            result[key] = sourceVal;
+        }
+    }
+    return result;
+}
+/**
+ * Creates a mock AirSyncEvent for testing. `callback_url`, `worker_data_url`,
+ * and `devrev_endpoint` derive from `mockServerUrl` unless explicitly overridden.
+ */
+function createMockEvent(mockServerUrl = mock_server_1.MOCK_SERVER_DEFAULT_URL, overrides = {}) {
+    var _a, _b, _c, _d;
+    const base = {
+        context: {
+            secrets: {
+                service_account_token: 'test_token',
+            },
+            snap_in_version_id: 'test_snap_in_version_id',
+            snap_in_id: 'test_snap_in_id',
+            user_id: 'test_user_id',
+            dev_oid: 'test_dev_oid',
+            source_id: 'test_source_id',
+            service_account_id: 'test_service_account_id',
+        },
+        payload: {
+            connection_data: {
+                org_id: 'test_org_id',
+                org_name: 'test_org_name',
+                key: 'test_key',
+                key_type: 'test_key_type',
+            },
+            event_context: {
+                callback_url: `${mockServerUrl}/callback_url`,
+                dev_oid: 'test_dev_oid',
+                dev_org_id: 'test_dev_org_id',
+                dev_uid: 'test_dev_uid',
+                event_type_adaas: 'test_event_type_adaas',
+                external_sync_unit_id: 'test_external_sync_unit_id',
+                external_sync_unit_name: 'test_external_sync_unit_name',
+                external_system_id: 'test_external_system_id',
+                external_system_name: 'test_external_system_name',
+                external_system_type: 'test_external_system_type',
+                import_slug: 'test_import_slug',
+                mode: 'INITIAL',
+                request_id: 'test_request_id',
+                request_id_adaas: 'test_request_id_adaas',
+                run_id: 'test_run_id',
+                sequence_version: 'test_sequence_version',
+                snap_in_slug: 'test_snap_in_slug',
+                snap_in_version_id: 'test_snap_in_version_id',
+                sync_tier: 'test_sync_tier',
+                sync_unit: 'test_sync_unit',
+                sync_unit_id: 'test_sync_unit_id',
+                worker_data_url: `${mockServerUrl}/worker_data_url`,
+            },
+            event_type: extraction_1.EventType.StartExtractingData,
+            event_data: {},
+        },
+        execution_metadata: {
+            devrev_endpoint: mockServerUrl,
+        },
+        input_data: {
+            global_values: {},
+            event_sources: {},
+        },
+    };
+    const merged = deepMerge(base, overrides);
+    // Ensure mock server URLs always win over overrides, unless the caller
+    // explicitly provided them.
+    if (!((_b = (_a = overrides.payload) === null || _a === void 0 ? void 0 : _a.event_context) === null || _b === void 0 ? void 0 : _b.callback_url)) {
+        merged.payload.event_context.callback_url = `${mockServerUrl}/callback_url`;
+    }
+    if (!((_d = (_c = overrides.payload) === null || _c === void 0 ? void 0 : _c.event_context) === null || _d === void 0 ? void 0 : _d.worker_data_url)) {
+        merged.payload.event_context.worker_data_url = `${mockServerUrl}/worker_data_url`;
+    }
+    return merged;
+}

package/dist/testing/mock-server.d.ts

@@ -0,0 +1,31 @@
+import { RequestInfo, RouteConfig } from './mock-server.interfaces';
+export declare const MOCK_SERVER_DEFAULT_URL = "http://localhost:0";
+/**
+ * Mocks internal AirSync endpoints in tests, with per-test route
+ * configuration to simulate different response scenarios.
+ */
+export declare class MockServer {
+    private server;
+    private internalPort;
+    port: number;
+    baseUrl: string;
+    private routeHandlers;
+    private requests;
+    private requestCounts;
+    constructor(port?: number);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    private handleRequest;
+    /** Falls back to { success: true } for routes not explicitly set. */
+    private defaultRouteHandler;
+    private getRouteKey;
+    setRoute(config: RouteConfig): void;
+    /** Restores default handlers and clears request tracking data. */
+    resetRoutes(): void;
+    getLastRequest(): RequestInfo | undefined;
+    /** POST requests to the platform callback URL, i.e. emitted events. */
+    getCallbackRequests(): RequestInfo[];
+    getRequestCount(method: string, path: string): number;
+    getRequests(method: string, path: string): RequestInfo[];
+}
+//# sourceMappingURL=mock-server.d.ts.map

package/dist/testing/mock-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-server.d.ts","sourceRoot":"","sources":["../../src/testing/mock-server.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,WAAW,EACX,WAAW,EAEZ,MAAM,0BAA0B,CAAC;AAIlC,eAAO,MAAM,uBAAuB,uBAAuB,CAAC;AAsE5D;;;GAGG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAA4B;gBAErC,IAAI,GAAE,MAAiC;IAMtC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAkBpB,aAAa;IA+B3B,qEAAqE;IACrE,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,WAAW;IAIZ,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IA+G1C,kEAAkE;IAC3D,WAAW,IAAI,IAAI;IAMnB,cAAc,IAAI,WAAW,GAAG,SAAS;IAOhD,uEAAuE;IAChE,mBAAmB,IAAI,WAAW,EAAE;IAOpC,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAIrD,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE;CAQhE"}