@devrev/airsync-sdk 2.0.0-beta.3 → 2.0.0-beta.5

package/dist/mappers/{mappers.interface.js → mappers.interfaces.js}

@@ -1,31 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SyncMapperRecordTargetType = exports.SyncMapperRecordStatus = void 0;
-/**
- * Status of a sync mapper record indicating its operational state.
- */
 var SyncMapperRecordStatus;
 (function (SyncMapperRecordStatus) {
     /** The mapping is active and operational (default) */
     SyncMapperRecordStatus["OPERATIONAL"] = "operational";
     /** The mapping was filtered out by user filter settings */
     SyncMapperRecordStatus["FILTERED"] = "filtered";
-    /**
-     * The external object should be ignored in sync operations.
-     * Use to prevent objects from being created or updated in DevRev.
-     */
+    /** Ignore the external object in sync; prevents create/update in DevRev. */
     SyncMapperRecordStatus["IGNORED"] = "ignored";
 })(SyncMapperRecordStatus || (exports.SyncMapperRecordStatus = SyncMapperRecordStatus = {}));
-/**
- * Types of DevRev entities that can be targets in sync mapper records.
- */
 var SyncMapperRecordTargetType;
 (function (SyncMapperRecordTargetType) {
     SyncMapperRecordTargetType["ACCESS_CONTROL_ENTRY"] = "access_control_entry";
     SyncMapperRecordTargetType["ACCOUNT"] = "account";
-    SyncMapperRecordTargetType["AIRSYNC_AUTHORIZATION_POLICY"] = "airdrop_authorization_policy";
-    SyncMapperRecordTargetType["AIRSYNC_FIELD_AUTHORIZATION_POLICY"] = "airdrop_field_authorization_policy";
-    SyncMapperRecordTargetType["AIRSYNC_PLATFORM_GROUP"] = "airdrop_platform_group";
+    SyncMapperRecordTargetType["AIRDROP_AUTHORIZATION_POLICY"] = "airdrop_authorization_policy";
+    SyncMapperRecordTargetType["AIRDROP_FIELD_AUTHORIZATION_POLICY"] = "airdrop_field_authorization_policy";
+    SyncMapperRecordTargetType["AIRDROP_PLATFORM_GROUP"] = "airdrop_platform_group";
     SyncMapperRecordTargetType["ARTICLE"] = "article";
     SyncMapperRecordTargetType["ARTIFACT"] = "artifact";
     SyncMapperRecordTargetType["CHAT"] = "chat";

package/dist/mappers/mappers.js

@@ -1,83 +1,49 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Mappers = void 0;
-const axios_client_internal_1 = require("../http/axios-client-internal");
-/**
- * Manages sync mapper records that link external system items to DevRev items.
- *
- * Used for tracking relationships between external and DevRev entities during sync operations.
- */
+const client_1 = require("../http/client");
+/** Manages sync mapper records that link external system items to DevRev items. */
 class Mappers {
     constructor({ event }) {
         this.devrevApiEndpoint = event.execution_metadata.devrev_endpoint;
         this.devrevApiToken = event.context.secrets.service_account_token;
     }
-    /**
-     * Retrieves a sync mapper record by DevRev ID.
-     *
-     * Used to find the mapping when you know the DevRev ID and want to find the external system ID.
-     *
-     * @param params - Query parameters of type MappersGetByTargetIdParams
-     * @returns Promise with response data containing the sync mapper record
-     */
     async getByTargetId(params) {
         const { sync_unit, target } = params;
-        return axios_client_internal_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-target`, {
+        const response = await client_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-target`, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
             params: { sync_unit, target },
         });
+        return response.data;
     }
-    /**
-     * Retrieves a sync mapper record by external system ID.
-     *
-     * Used to find the mapping when you know the external system ID and want to find the DevRev ID.
-     *
-     * @param params - Query parameters of type MappersGetByExternalIdParams
-     * @returns Promise with response data containing the sync mapper record
-     */
     async getByExternalId(params) {
         const { sync_unit, external_id, target_type } = params;
-        return axios_client_internal_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-external-id`, {
+        const response = await client_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-external-id`, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
             params: { sync_unit, external_id, target_type },
         });
+        return response.data;
     }
-    /**
-     * Creates a new sync mapper record to establish a relationship between external system
-     * entities and DevRev entities.
-     *
-     * This is called after importing an item from external system to DevRev to record
-     * the mapping for future synchronization operations.
-     *
-     * @param params - Creation parameters of type MappersCreateParams
-     * @returns Promise with response data containing the created sync mapper record
-     */
+    /** Called after importing an item to DevRev to record the mapping for future syncs. */
     async create(params) {
-        return axios_client_internal_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.create`, params, {
+        const response = await client_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.create`, params, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
         });
+        return response.data;
     }
-    /**
-     * Updates an existing sync mapper record.
-     *
-     * Used to modify existing mappings when external system entities change or when
-     * additional DevRev entities need to be associated.
-     *
-     * @param params - Update parameters of type MappersUpdateParams
-     * @returns Promise with response data containing the updated sync mapper record
-     */
     async update(params) {
-        return axios_client_internal_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.update`, params, {
+        const response = await client_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.update`, params, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
         });
+        return response.data;
     }
 }
 exports.Mappers = Mappers;

package/dist/multithreading/adapters/base-adapter.d.ts

@@ -1,56 +1,54 @@
-import { BaseState } from '../../state/base-state';
-import { BaseSdkState } from '../../state/state.interfaces';
-import { AirSyncEvent, EventData, ExtractorEventType } from '../../types/extraction';
+import { BaseState } from '../../state/state';
+import { SdkState } from '../../state/state.interfaces';
+import { AirSyncEvent, EventData, ExtractorEventType, WorkerMetadata } from '../../types/extraction';
 import { LoaderEventType } from '../../types/loading';
-import { WorkerAdapterOptions } from '../../types/workers';
+import { TaskResult, WorkerAdapterOptions } from '../../types/workers';
 import { Uploader } from '../../uploader/uploader';
 /**
- * BaseAdapter holds the state and behavior shared by both sync modes and owns
- * the `emit` control-protocol flow as a template method. Mode-specific adapters
- * (`ExtractionAdapter`, `LoadingAdapter`) implement the abstract hooks to inject
- * their own pre-emit work and event payload shaping.
- *
- * @typeParam ConnectorState - the connector-owned state shape
- * @typeParam StateClass - the mode's `BaseState` subclass
+ * Shared state/behavior for both sync modes; owns the `emit` control-protocol
+ * flow as a template method with mode-specific hooks.
  */
-export declare abstract class BaseAdapter<ConnectorState, StateClass extends BaseState<ConnectorState, BaseSdkState>> {
+export declare abstract class BaseAdapter<ConnectorState> {
     readonly event: AirSyncEvent;
     readonly options?: WorkerAdapterOptions;
-    isTimeout: boolean;
     hasWorkerEmitted: boolean;
-    protected adapterState: StateClass;
+    private _isTimeout;
+    private resolveTimeoutSignal;
+    readonly timeoutSignal: Promise<void>;
+    protected adapterState: BaseState<ConnectorState>;
     protected uploader: Uploader;
     constructor({ event, adapterState, options, }: {
         event: AirSyncEvent;
-        adapterState: StateClass;
+        adapterState: BaseState<ConnectorState>;
         options?: WorkerAdapterOptions;
     });
+    get isTimeout(): boolean;
+    set isTimeout(value: boolean);
+    /** Connector-owned state exposed to snap-in code. */
     get state(): ConnectorState;
     set state(value: ConnectorState);
+    /** SDK-internal bookkeeping state; not for connector use. */
+    get sdkState(): SdkState;
+    get extractionScope(): import("../../types/workers").ExtractionScope;
     postState(): Promise<void>;
-    /**
-     * Pre-emit hook run before any state is persisted or the event is sent.
-     * Extraction uploads pending repos and updates extraction boundaries here;
-     * loading has nothing to do. Throwing aborts the emit (the caller signals
-     * worker exit).
-     */
+    /** Pre-emit hook, runs before state is persisted. Throwing aborts the emit. */
     protected abstract beforeEmit(newEventType: ExtractorEventType | LoaderEventType): Promise<void>;
-    /**
-     * Builds the mode-specific extras merged into the emitted event payload
-     * (extraction: artifacts; loading: reports + processed files).
-     */
+    /** Mode-specific extras merged into the emitted event payload. */
     protected abstract buildEmitPayload(newEventType: ExtractorEventType | LoaderEventType): EventData;
     /**
-     * Post-emit hook run after the event has been sent successfully. Extraction
-     * clears its accumulated artifacts here; loading has nothing to do.
+     * Mode-specific worker metadata merged into the emitted event. The library
+     * version and state-date range are added centrally in `emit`, so subclasses
+     * only contribute their own statistics.
      */
+    protected buildWorkerMetadata(newEventType: ExtractorEventType | LoaderEventType): WorkerMetadata | undefined;
+    /** Post-emit hook, runs after the event has been sent successfully. */
     protected abstract afterEmit(newEventType: ExtractorEventType | LoaderEventType): void;
     /**
-     *  Emits an event to the platform.
-     *
-     * @param newEventType - The event type to be emitted
-     * @param data - The data to be sent with the event
+     * Maps a {@link TaskResult} to the phase-appropriate platform event and emits
+     * it exactly once. Invoked by the worker driver, not by connectors —
+     * connectors signal outcomes by returning a `TaskResult`, never by emitting.
      */
-    emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
+    emitFromResult(result: TaskResult): Promise<void>;
+    protected emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
 }
 //# sourceMappingURL=base-adapter.d.ts.map

package/dist/multithreading/adapters/base-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/base-adapter.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAEnD;;;;;;;;GAQG;AACH,8BAAsB,WAAW,CAC/B,cAAc,EACd,UAAU,SAAS,SAAS,CAAC,cAAc,EAAE,YAAY,CAAC;IAE1D,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,SAAS,CAAC,YAAY,EAAE,UAAU,CAAC;IACnC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC;gBAEjB,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE;QACD,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,UAAU,CAAC;QACzB,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAYD,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAE9B;IAEK,SAAS;IAMf;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,CAC3B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IAEhB;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CACjC,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAEZ;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,SAAS,CAC1B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,IAAI;IAEP;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;CAkEjB"}
+{"version":3,"file":"base-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/base-adapter.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EAClB,cAAc,EACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,UAAU,EACV,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAInD;;;GAGG;AACH,8BAAsB,WAAW,CAAC,cAAc;IAC9C,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,oBAAoB,CAAc;IAC1C,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAElC;IAEH,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;IAClD,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC;gBAEjB,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE;QACD,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;QACxC,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAWD,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,EAK3B;IAED,qDAAqD;IACrD,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAE9B;IAED,6DAA6D;IAC7D,IAAI,QAAQ,IAAI,QAAQ,CAEvB;IAED,IAAI,eAAe,kDAElB;IAEK,SAAS;IAIf,+EAA+E;IAC/E,SAAS,CAAC,QAAQ,CAAC,UAAU,CAC3B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IAEhB,kEAAkE;IAClE,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CACjC,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAEZ;;;;OAIG;IACH,SAAS,CAAC,mBAAmB,CAE3B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,cAAc,GAAG,SAAS;IAI7B,uEAAuE;IACvE,SAAS,CAAC,QAAQ,CAAC,SAAS,CAC1B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,IAAI;IAEP;;;;OAIG;IACG,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;cAoBvC,IAAI,CAClB,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;CAgEjB"}

package/dist/multithreading/adapters/base-adapter.js

@@ -3,103 +3,138 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.BaseAdapter = void 0;
 const node_worker_threads_1 = require("node:worker_threads");
 const constants_1 = require("../../common/constants");
-const control_protocol_1 = require("../../common/control-protocol");
-const helpers_1 = require("../../common/helpers");
 const logger_1 = require("../../logger/logger");
-const logger_context_1 = require("../../logger/logger.context");
 const workers_1 = require("../../types/workers");
 const uploader_1 = require("../../uploader/uploader");
+const emit_1 = require("../emit");
+const spawn_helpers_1 = require("../spawn/spawn.helpers");
 /**
- * BaseAdapter holds the state and behavior shared by both sync modes and owns
- * the `emit` control-protocol flow as a template method. Mode-specific adapters
- * (`ExtractionAdapter`, `LoadingAdapter`) implement the abstract hooks to inject
- * their own pre-emit work and event payload shaping.
- *
- * @typeParam ConnectorState - the connector-owned state shape
- * @typeParam StateClass - the mode's `BaseState` subclass
+ * Shared state/behavior for both sync modes; owns the `emit` control-protocol
+ * flow as a template method with mode-specific hooks.
  */
 class BaseAdapter {
     constructor({ event, adapterState, options, }) {
+        this._isTimeout = false;
+        this.timeoutSignal = new Promise((resolve) => {
+            this.resolveTimeoutSignal = resolve;
+        });
         this.event = event;
         this.options = options;
         this.adapterState = adapterState;
         this.hasWorkerEmitted = false;
-        this.isTimeout = false;
         this.uploader = new uploader_1.Uploader({
             event,
             options,
         });
     }
+    get isTimeout() {
+        return this._isTimeout;
+    }
+    set isTimeout(value) {
+        this._isTimeout = value;
+        if (value) {
+            this.resolveTimeoutSignal();
+        }
+    }
+    /** Connector-owned state exposed to snap-in code. */
     get state() {
         return this.adapterState.state;
     }
     set state(value) {
         this.adapterState.state = value;
     }
+    /** SDK-internal bookkeeping state; not for connector use. */
+    get sdkState() {
+        return this.adapterState.sdkState;
+    }
+    get extractionScope() {
+        return this.adapterState.extractionScope;
+    }
     async postState() {
-        return (0, logger_context_1.runWithSdkLogContext)(async () => {
-            await this.adapterState.postState();
-        });
+        await this.adapterState.postState();
     }
     /**
-     *  Emits an event to the platform.
-     *
-     * @param newEventType - The event type to be emitted
-     * @param data - The data to be sent with the event
+     * Mode-specific worker metadata merged into the emitted event. The library
+     * version and state-date range are added centrally in `emit`, so subclasses
+     * only contribute their own statistics.
      */
+    buildWorkerMetadata(
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    newEventType) {
+        return undefined;
+    }
+    /**
+     * Maps a {@link TaskResult} to the phase-appropriate platform event and emits
+     * it exactly once. Invoked by the worker driver, not by connectors —
+     * connectors signal outcomes by returning a `TaskResult`, never by emitting.
+     */
+    async emitFromResult(result) {
+        const { eventType, illegal } = (0, spawn_helpers_1.getEventTypeForResult)(this.event.payload.event_type, result.status);
+        const data = {};
+        if (result.status === 'delay') {
+            data.delay = result.delaySeconds;
+        }
+        else if (result.status === 'error') {
+            data.error = result.error;
+        }
+        else if (illegal) {
+            data.error = {
+                message: `Worker returned status '${result.status}' for a non-resumable phase (${this.event.payload.event_type}), which is not allowed. Emitting an error event instead.`,
+            };
+        }
+        await this.emit(eventType, data);
+    }
     async emit(newEventType, data) {
-        return (0, logger_context_1.runWithSdkLogContext)(async () => {
-            var _a;
-            if (this.hasWorkerEmitted) {
-                console.warn(`Trying to emit event with event type: ${newEventType}. Ignoring emit request because it has already been emitted.`);
-                return;
-            }
+        var _a;
+        if (this.hasWorkerEmitted) {
+            console.warn(`Trying to emit event with event type: ${newEventType}. Ignoring emit request because it has already been emitted.`);
+            return;
+        }
+        try {
+            await this.beforeEmit(newEventType);
+        }
+        catch (error) {
+            console.error('Error while preparing to emit event', error);
+            node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+            this.hasWorkerEmitted = true;
+            return;
+        }
+        // Save state on every emit, except for start and delete events
+        if (!constants_1.STATELESS_EVENT_TYPES.includes(this.event.payload.event_type)) {
+            console.log(`Saving state before emitting event with event type: ${newEventType}.`);
             try {
-                await this.beforeEmit(newEventType);
+                await this.adapterState.postState();
             }
             catch (error) {
-                console.error('Error while preparing to emit event', error);
+                console.error('Error while posting state', error);
                 node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
                 this.hasWorkerEmitted = true;
                 return;
             }
-            // We want to save the state every time we emit an event, except for the start and delete events
-            if (!constants_1.STATELESS_EVENT_TYPES.includes(this.event.payload.event_type)) {
-                console.log(`Saving state before emitting event with event type: ${newEventType}.`);
-                try {
-                    await this.adapterState.postState();
-                }
-                catch (error) {
-                    console.error('Error while posting state', error);
-                    node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
-                    this.hasWorkerEmitted = true;
-                    return;
-                }
-            }
-            try {
-                // Always prune error messages to make them shorter before emit
-                if ((_a = data === null || data === void 0 ? void 0 : data.error) === null || _a === void 0 ? void 0 : _a.message) {
-                    data.error.message = (0, helpers_1.truncateMessage)(data.error.message);
-                }
-                await (0, control_protocol_1.emit)({
-                    eventType: newEventType,
-                    event: this.event,
-                    data: Object.assign(Object.assign({}, data), this.buildEmitPayload(newEventType)),
-                });
-                const message = {
-                    subject: workers_1.WorkerMessageSubject.WorkerMessageEmitted,
-                    payload: { eventType: newEventType },
-                };
-                this.afterEmit(newEventType);
-                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(message);
-                this.hasWorkerEmitted = true;
-            }
-            catch (error) {
-                console.error(`Error while emitting event with event type: ${newEventType}.`, (0, logger_1.serializeError)(error));
-                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
-                this.hasWorkerEmitted = true;
+        }
+        try {
+            if ((_a = data === null || data === void 0 ? void 0 : data.error) === null || _a === void 0 ? void 0 : _a.message) {
+                data.error.message = (0, logger_1.truncateMessage)(data.error.message);
             }
-        });
+            await (0, emit_1.emit)({
+                eventType: newEventType,
+                event: this.event,
+                data: Object.assign(Object.assign({}, data), this.buildEmitPayload(newEventType)),
+                worker_metadata: this.buildWorkerMetadata(newEventType),
+            });
+            const message = {
+                subject: workers_1.WorkerMessageSubject.WorkerMessageEmitted,
+                payload: { eventType: newEventType },
+            };
+            this.afterEmit(newEventType);
+            node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(message);
+            this.hasWorkerEmitted = true;
+        }
+        catch (error) {
+            console.error(`Error while emitting event with event type: ${newEventType}.`, (0, logger_1.serializeError)(error));
+            node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+            this.hasWorkerEmitted = true;
+        }
     }
 }
 exports.BaseAdapter = BaseAdapter;

package/dist/multithreading/adapters/extraction-adapter.d.ts

@@ -1,32 +1,23 @@
 import { Repo } from '../../repo/repo';
 import { NormalizedAttachment, RepoInterface } from '../../repo/repo.interfaces';
-import { ExtractionState } from '../../state/extraction-state';
-import { AirSyncEvent, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, EventData, ProcessAttachmentReturnType, StreamAttachmentsReturnType } from '../../types/extraction';
+import { BaseState } from '../../state/state';
+import { AirSyncEvent, EventData, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, ProcessAttachmentReturnType, WorkerMetadata } from '../../types/extraction';
 import { LoaderEventType } from '../../types/loading';
-import { WorkerAdapterOptions } from '../../types/workers';
+import { TaskResult, WorkerAdapterOptions } from '../../types/workers';
 import { Artifact } from '../../uploader/uploader.interfaces';
 import { BaseAdapter } from './base-adapter';
-/**
- * ExtractionAdapter is the adapter passed to extraction tasks. It exposes the
- * extraction surface (repos, artifacts, attachment streaming) and updates the
- * extraction boundaries before emitting.
- *
- * @public
- */
-export declare class ExtractionAdapter<ConnectorState> extends BaseAdapter<ConnectorState, ExtractionState<ConnectorState>> {
+/** Adapter passed to extraction tasks (repos, artifacts, attachment streaming). @public */
+export declare class ExtractionAdapter<ConnectorState> extends BaseAdapter<ConnectorState> {
     private _artifacts;
     private repos;
+    private lastExtractedItemType?;
     private currentEventDataLength;
     constructor(params: {
         event: AirSyncEvent;
-        adapterState: ExtractionState<ConnectorState>;
+        adapterState: BaseState<ConnectorState>;
         options?: WorkerAdapterOptions;
     });
-    get extractionScope(): import("../../types/workers").ExtractionScope;
-    /**
-     * Returns whether the given item type should be extracted.
-     * Defaults to true if the scope is empty or the item type is not listed.
-     */
+    /** Defaults to true if the scope is empty or the item type is not listed. */
     shouldExtract(itemType: string): boolean;
     initializeRepos(repos: RepoInterface[]): void;
     getRepo(itemType: string): Repo | undefined;
@@ -34,25 +25,21 @@ export declare class ExtractionAdapter<ConnectorState> extends BaseAdapter<Conne
     set artifacts(artifacts: Artifact[]);
     protected beforeEmit(newEventType: ExtractorEventType | LoaderEventType): Promise<void>;
     protected buildEmitPayload(newEventType: ExtractorEventType | LoaderEventType): EventData;
+    /**
+     * Attaches the last-extracted item type and its created/modified date ranges
+     * to data/attachment done/progress events, mirroring the metadata v1 sent.
+     */
+    protected buildWorkerMetadata(newEventType: ExtractorEventType | LoaderEventType): WorkerMetadata | undefined;
+    private toRfc3339Timestamp;
     protected afterEmit(): void;
     uploadAllRepos(): Promise<void>;
     processAttachment(attachment: NormalizedAttachment, stream: ExternalSystemAttachmentStreamingFunction): Promise<ProcessAttachmentReturnType>;
-    /**
-     * Destroys a stream to prevent memory leaks.
-     * @param httpStream - The axios response stream to destroy
-     */
+    /** Destroys a stream to prevent memory leaks. */
     private destroyHttpStream;
-    /**
-     * Streams the attachments to the DevRev platform.
-     * The attachments are streamed to the platform and the artifact information is returned.
-     * @param params - The parameters to stream the attachments
-     * @returns The response object containing the ssorAttachment artifact information
-     * or error information if there was an error
-     */
     streamAttachments<NewBatch>({ stream, processors, batchSize, }: {
         stream: ExternalSystemAttachmentStreamingFunction;
         processors?: ExternalSystemAttachmentProcessors<ConnectorState, NormalizedAttachment[], NewBatch>;
         batchSize?: number;
-    }): Promise<StreamAttachmentsReturnType>;
+    }): Promise<TaskResult>;
 }
 //# sourceMappingURL=extraction-adapter.d.ts.map

package/dist/multithreading/adapters/extraction-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extraction-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/extraction-adapter.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EACL,YAAY,EACZ,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,SAAS,EACT,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAE9E,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C;;;;;;GAMG;AACH,qBAAa,iBAAiB,CAAC,cAAc,CAAE,SAAQ,WAAW,CAChE,cAAc,EACd,eAAe,CAAC,cAAc,CAAC,CAChC;IACC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,EAAE;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,eAAe,CAAC,cAAc,CAAC,CAAC;QAC9C,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAKD,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAa3C,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;cAEe,UAAU,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IAyChB,SAAS,CAAC,gBAAgB,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAOZ,SAAS,CAAC,SAAS,IAAI,IAAI;IAIrB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAczB;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAyIzC"}
+{"version":3,"file":"extraction-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/extraction-adapter.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAElB,2BAA2B,EAC3B,cAAc,EACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAE9E,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,2FAA2F;AAC3F,qBAAa,iBAAiB,CAC5B,cAAc,CACd,SAAQ,WAAW,CAAC,cAAc,CAAC;IACnC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,qBAAqB,CAAC,CAAS;IACvC,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,EAAE;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;QACxC,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAKD,6EAA6E;IAC7E,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IA0CtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAW3C,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;cAEe,UAAU,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IAyChB,SAAS,CAAC,gBAAgB,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAOZ;;;OAGG;cACgB,mBAAmB,CACpC,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,cAAc,GAAG,SAAS;IAmC7B,OAAO,CAAC,kBAAkB;IAQ1B,SAAS,CAAC,SAAS,IAAI,IAAI;IAIrB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA2GvC,iDAAiD;IACjD,OAAO,CAAC,iBAAiB;IAcnB,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,UAAU,CAAC;CA8HxB"}