@devrev/airsync-sdk 2.0.0-beta.2 → 2.0.0-beta.3

package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=worker-adapter.loading.test.d.ts.map

package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-adapter.loading.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.loading.test.ts"],"names":[],"mappings":""}

package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=worker-adapter.serialization.test.d.ts.map

package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-adapter.serialization.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.serialization.test.ts"],"names":[],"mappings":""}

package/dist/state/state.d.ts

@@ -1,36 +0,0 @@
-import { AdapterState, StateInterface } from './state.interfaces';
-import { ExtractionScope } from '../types/workers';
-export declare function createAdapterState<ConnectorState>({ event, initialState, initialDomainMapping, options, }: StateInterface<ConnectorState>): Promise<State<ConnectorState>>;
-export declare class State<ConnectorState> {
-    private _state;
-    private _extractionScope;
-    private initialSdkState;
-    private workerUrl;
-    private devrevToken;
-    private syncUnitId;
-    private requestId;
-    constructor({ event, initialState }: StateInterface<ConnectorState>);
-    get state(): AdapterState<ConnectorState>;
-    set state(value: AdapterState<ConnectorState>);
-    get extractionScope(): ExtractionScope;
-    /**
-     * Initializes the state for this adapter instance by fetching from API
-     * or creating an initial state if none exists (404).
-     * @param initialState The initial connector state provided by the spawn function
-     */
-    init(initialState: ConnectorState): Promise<void>;
-    /**
-     *  Updates the state of the adapter by posting to API.
-     * @param {object} state - The state to be updated
-     */
-    postState(state?: AdapterState<ConnectorState>): Promise<void>;
-    /**
-     *  Fetches the state of the adapter from API.
-     * @return  The raw state data from API
-     */
-    fetchState(): Promise<{
-        state: string;
-        objects?: string;
-    }>;
-}
-//# sourceMappingURL=state.d.ts.map

package/dist/state/state.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/state/state.ts"],"names":[],"mappings":"AAYA,OAAO,EACL,YAAY,EAIZ,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD,wBAAsB,kBAAkB,CAAC,cAAc,EAAE,EACvD,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAoIjE;AAED,qBAAa,KAAK,CAAC,cAAc;IAC/B,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAEd,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,cAAc,CAAC,cAAc,CAAC;IAenE,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED;;;;OAIG;IACG,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDvD;;;OAGG;IACG,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,cAAc,CAAC;IAqDpD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBjE"}

package/dist/state/state.js

@@ -1,265 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.State = void 0;
-exports.createAdapterState = createAdapterState;
-const axios_1 = __importDefault(require("axios"));
-const node_worker_threads_1 = require("node:worker_threads");
-const constants_1 = require("../common/constants");
-const install_initial_domain_mapping_1 = require("../common/install-initial-domain-mapping");
-const time_value_resolver_1 = require("../common/time-value-resolver");
-const axios_client_internal_1 = require("../http/axios-client-internal");
-const logger_1 = require("../logger/logger");
-const common_1 = require("../types/common");
-const extraction_1 = require("../types/extraction");
-const workers_1 = require("../types/workers");
-const state_interfaces_1 = require("./state.interfaces");
-async function createAdapterState({ event, initialState, initialDomainMapping, options, }) {
-    // Deep clone the initial state to avoid mutating the original state
-    const deepCloneInitialState = structuredClone(initialState);
-    const as = new State({
-        event,
-        initialState: deepCloneInitialState,
-        initialDomainMapping,
-        options,
-    });
-    if (!constants_1.STATELESS_EVENT_TYPES.includes(event.payload.event_type)) {
-        await as.init(deepCloneInitialState);
-        // Check if IDM needs to be updated
-        const snapInVersionId = event.context.snap_in_version_id;
-        const hasSnapInVersionInState = 'snapInVersionId' in as.state;
-        const shouldUpdateIDM = !hasSnapInVersionInState || as.state.snapInVersionId !== snapInVersionId;
-        if (!shouldUpdateIDM) {
-            console.log(`Snap-in version in state matches the version in event context "${snapInVersionId}". Skipping initial domain mapping installation.`);
-        }
-        else {
-            try {
-                console.log(`Snap-in version in state "${as.state.snapInVersionId}" does not match the version in event context "${snapInVersionId}". Installing initial domain mapping.`);
-                if (initialDomainMapping) {
-                    await (0, install_initial_domain_mapping_1.installInitialDomainMapping)(event, initialDomainMapping);
-                    as.state.snapInVersionId = snapInVersionId;
-                }
-                else {
-                    throw new Error('No initial domain mapping was passed to spawn function. Skipping initial domain mapping installation.');
-                }
-            }
-            catch (error) {
-                const errorMessage = `Error while installing initial domain mapping. ${(0, logger_1.serializeError)(error)}`;
-                console.error(errorMessage);
-                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                    subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                    payload: { message: errorMessage },
-                });
-                process.exit(1);
-            }
-        }
-        // Resolve extraction timestamps from TimeValue objects, or reuse pending values from a prior invocation.
-        // On StartExtractingMetadata: resolve fresh from TimeValue objects and store in pending state (always overwrite).
-        // On all other events: reuse the pending values cached during StartExtractingMetadata.
-        const eventContext = event.payload.event_context;
-        if (event.payload.event_type === extraction_1.EventType.StartExtractingMetadata) {
-            const timeFields = [
-                {
-                    source: 'extraction_start_time',
-                    target: 'extract_from',
-                    pending: 'pendingWorkersOldest',
-                },
-                {
-                    source: 'extraction_end_time',
-                    target: 'extract_to',
-                    pending: 'pendingWorkersNewest',
-                },
-            ];
-            for (const { source, target, pending } of timeFields) {
-                const timeValue = eventContext[source];
-                if (timeValue && timeValue.type) {
-                    try {
-                        const resolved = (0, time_value_resolver_1.resolveTimeValue)(timeValue, as.state);
-                        eventContext[target] = resolved;
-                        as.state[pending] = resolved;
-                        console.log(`Resolved ${target} to ${resolved}. Stored in ${pending}.`);
-                    }
-                    catch (error) {
-                        const errorMessage = `Failed to resolve ${source}: ${(0, logger_1.serializeError)(error)}`;
-                        console.error(errorMessage);
-                        node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                            subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                            payload: { message: errorMessage },
-                        });
-                        process.exit(1);
-                    }
-                }
-            }
-        }
-        else {
-            // Non-StartExtractingMetadata events: reuse pending values from state
-            if (as.state.pendingWorkersOldest) {
-                eventContext.extract_from = as.state.pendingWorkersOldest;
-                console.log(`Reusing pendingWorkersOldest as extract_from: ${as.state.pendingWorkersOldest}.`);
-            }
-            else {
-                console.log('pendingWorkersOldest is not set in state. extract_from will not be populated for this invocation.');
-            }
-            if (as.state.pendingWorkersNewest) {
-                eventContext.extract_to = as.state.pendingWorkersNewest;
-                console.log(`Reusing pendingWorkersNewest as extract_to: ${as.state.pendingWorkersNewest}.`);
-            }
-            else {
-                console.log('pendingWorkersNewest is not set in state. extract_to will not be populated for this invocation.');
-            }
-        }
-        // Validate that extract_from is before extract_to
-        if (eventContext.extract_from && eventContext.extract_to) {
-            if (eventContext.extract_from >= eventContext.extract_to) {
-                const errorMessage = `Invalid extraction window: extract_from (${eventContext.extract_from}) must be older than extract_to (${eventContext.extract_to}). This indicates an error in the platform.`;
-                console.error(errorMessage);
-                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                    subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                    payload: { message: errorMessage },
-                });
-                process.exit(1);
-            }
-        }
-    }
-    return as;
-}
-class State {
-    constructor({ event, initialState }) {
-        this._extractionScope = {};
-        this.initialSdkState =
-            event.payload.event_context.mode === common_1.SyncMode.LOADING
-                ? state_interfaces_1.loadingSdkState
-                : state_interfaces_1.extractionSdkState;
-        this._state = Object.assign(Object.assign({}, initialState), this.initialSdkState);
-        this.workerUrl = event.payload.event_context.worker_data_url;
-        this.devrevToken = event.context.secrets.service_account_token;
-        this.syncUnitId = event.payload.event_context.sync_unit_id;
-        this.requestId = event.payload.event_context.request_id_adaas;
-    }
-    get state() {
-        return this._state;
-    }
-    set state(value) {
-        this._state = value;
-    }
-    get extractionScope() {
-        return this._extractionScope;
-    }
-    /**
-     * Initializes the state for this adapter instance by fetching from API
-     * or creating an initial state if none exists (404).
-     * @param initialState The initial connector state provided by the spawn function
-     */
-    async init(initialState) {
-        var _a;
-        try {
-            const { state: stringifiedState, objects } = await this.fetchState();
-            if (!stringifiedState) {
-                throw new Error('No state found in response.');
-            }
-            let parsedState;
-            try {
-                parsedState = JSON.parse(stringifiedState);
-            }
-            catch (error) {
-                throw new Error(`Failed to parse state. ${error}`);
-            }
-            this.state = parsedState;
-            console.log('State fetched successfully. Current state', (0, logger_1.getPrintableState)(this.state));
-            if (objects) {
-                try {
-                    this._extractionScope = JSON.parse(objects);
-                }
-                catch (error) {
-                    console.warn(`Failed to parse extractionScope. ${error}`);
-                }
-            }
-        }
-        catch (error) {
-            if (axios_1.default.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
-                console.log('State not found. Initializing state with initial state.');
-                const initialAdapterState = Object.assign(Object.assign({}, initialState), this.initialSdkState);
-                this.state = initialAdapterState;
-                await this.postState(initialAdapterState);
-            }
-            else {
-                const errorMessage = `Failed to init state. ${(0, logger_1.serializeError)(error)}`;
-                console.error(errorMessage);
-                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                    subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                    payload: { message: errorMessage },
-                });
-                process.exit(1);
-            }
-        }
-    }
-    /**
-     *  Updates the state of the adapter by posting to API.
-     * @param {object} state - The state to be updated
-     */
-    async postState(state) {
-        const url = this.workerUrl + '.update';
-        this.state = state || this.state;
-        let stringifiedState;
-        try {
-            stringifiedState = JSON.stringify(this.state);
-        }
-        catch (error) {
-            const errorMessage = `Failed to stringify state. ${(0, logger_1.serializeError)(error)}`;
-            console.error(errorMessage);
-            node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                payload: { message: errorMessage },
-            });
-            process.exit(1);
-        }
-        try {
-            await axios_client_internal_1.axiosClient.post(url, {
-                state: stringifiedState,
-            }, {
-                headers: {
-                    Authorization: this.devrevToken,
-                },
-                params: {
-                    sync_unit: this.syncUnitId,
-                    request_id: this.requestId,
-                },
-            });
-            console.log('State updated successfully to', (0, logger_1.getPrintableState)(this.state));
-        }
-        catch (error) {
-            const errorMessage = `Failed to update the state. ${(0, logger_1.serializeError)(error)}`;
-            console.error(errorMessage);
-            node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
-                subject: workers_1.WorkerMessageSubject.WorkerMessageFailed,
-                payload: { message: errorMessage },
-            });
-            process.exit(1);
-        }
-    }
-    /**
-     *  Fetches the state of the adapter from API.
-     * @return  The raw state data from API
-     */
-    async fetchState() {
-        var _a, _b;
-        console.log(`Fetching state with sync unit id ${this.syncUnitId} and request id ${this.requestId}.`);
-        const url = this.workerUrl + '.get';
-        const response = await axios_client_internal_1.axiosClient.get(url, {
-            headers: {
-                Authorization: this.devrevToken,
-            },
-            params: {
-                sync_unit: this.syncUnitId,
-                request_id: this.requestId,
-            },
-        });
-        return {
-            state: (_a = response.data) === null || _a === void 0 ? void 0 : _a.state,
-            objects: (_b = response.data) === null || _b === void 0 ? void 0 : _b.objects,
-        };
-    }
-}
-exports.State = State;