@devrev/airsync-sdk 2.0.0-beta.2 → 2.0.0-beta.4

package/dist/mappers/mappers.d.ts

@@ -1,5 +1,4 @@
-import { AxiosResponse } from 'axios';
-import { MappersCreateParams, MappersCreateResponse, MappersFactoryInterface, MappersGetByExternalIdParams, MappersGetByExternalIdResponse, MappersGetByTargetIdParams, MappersGetByTargetIdResponse, MappersUpdateParams, MappersUpdateResponse } from './mappers.interface';
+import { MappersCreateParams, MappersCreateResponse, MappersFactoryInterface, MappersGetByExternalIdParams, MappersGetByExternalIdResponse, MappersGetByTargetIdParams, MappersGetByTargetIdResponse, MappersUpdateParams, MappersUpdateResponse } from './mappers.interfaces';
 /**
  * Manages sync mapper records that link external system items to DevRev items.
  *
@@ -15,18 +14,18 @@ export declare class Mappers {
      * Used to find the mapping when you know the DevRev ID and want to find the external system ID.
      *
      * @param params - Query parameters of type MappersGetByTargetIdParams
-     * @returns Promise with response data containing the sync mapper record
+     * @returns Promise resolving to the sync mapper record
      */
-    getByTargetId(params: MappersGetByTargetIdParams): Promise<AxiosResponse<MappersGetByTargetIdResponse>>;
+    getByTargetId(params: MappersGetByTargetIdParams): Promise<MappersGetByTargetIdResponse>;
     /**
      * Retrieves a sync mapper record by external system ID.
      *
      * Used to find the mapping when you know the external system ID and want to find the DevRev ID.
      *
      * @param params - Query parameters of type MappersGetByExternalIdParams
-     * @returns Promise with response data containing the sync mapper record
+     * @returns Promise resolving to the sync mapper record
      */
-    getByExternalId(params: MappersGetByExternalIdParams): Promise<AxiosResponse<MappersGetByExternalIdResponse>>;
+    getByExternalId(params: MappersGetByExternalIdParams): Promise<MappersGetByExternalIdResponse>;
     /**
      * Creates a new sync mapper record to establish a relationship between external system
      * entities and DevRev entities.
@@ -35,9 +34,9 @@ export declare class Mappers {
      * the mapping for future synchronization operations.
      *
      * @param params - Creation parameters of type MappersCreateParams
-     * @returns Promise with response data containing the created sync mapper record
+     * @returns Promise resolving to the created sync mapper record
      */
-    create(params: MappersCreateParams): Promise<AxiosResponse<MappersCreateResponse>>;
+    create(params: MappersCreateParams): Promise<MappersCreateResponse>;
     /**
      * Updates an existing sync mapper record.
      *
@@ -45,8 +44,8 @@ export declare class Mappers {
      * additional DevRev entities need to be associated.
      *
      * @param params - Update parameters of type MappersUpdateParams
-     * @returns Promise with response data containing the updated sync mapper record
+     * @returns Promise resolving to the updated sync mapper record
      */
-    update(params: MappersUpdateParams): Promise<AxiosResponse<MappersUpdateResponse>>;
+    update(params: MappersUpdateParams): Promise<MappersUpdateResponse>;
 }
 //# sourceMappingURL=mappers.d.ts.map

package/dist/mappers/mappers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../../src/mappers/mappers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAItC,OAAO,EACL,mBAAmB,EACnB,qBAAqB,EACrB,uBAAuB,EACvB,4BAA4B,EAC5B,8BAA8B,EAC9B,0BAA0B,EAC1B,4BAA4B,EAC5B,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,qBAAqB,CAAC;AAE7B;;;;GAIG;AACH,qBAAa,OAAO;IAClB,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAS;gBAEnB,EAAE,KAAK,EAAE,EAAE,uBAAuB;IAK9C;;;;;;;OAOG;IACG,aAAa,CACjB,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC,aAAa,CAAC,4BAA4B,CAAC,CAAC;IAavD;;;;;;;OAOG;IACG,eAAe,CACnB,MAAM,EAAE,4BAA4B,GACnC,OAAO,CAAC,aAAa,CAAC,8BAA8B,CAAC,CAAC;IAazD;;;;;;;;;OASG;IACG,MAAM,CACV,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAYhD;;;;;;;;OAQG;IACG,MAAM,CACV,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CAWjD"}
+{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../../src/mappers/mappers.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EACnB,qBAAqB,EACrB,uBAAuB,EACvB,4BAA4B,EAC5B,8BAA8B,EAC9B,0BAA0B,EAC1B,4BAA4B,EAC5B,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sBAAsB,CAAC;AAE9B;;;;GAIG;AACH,qBAAa,OAAO;IAClB,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAS;gBAEnB,EAAE,KAAK,EAAE,EAAE,uBAAuB;IAK9C;;;;;;;OAOG;IACG,aAAa,CACjB,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC,4BAA4B,CAAC;IAcxC;;;;;;;OAOG;IACG,eAAe,CACnB,MAAM,EAAE,4BAA4B,GACnC,OAAO,CAAC,8BAA8B,CAAC;IAc1C;;;;;;;;;OASG;IACG,MAAM,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAazE;;;;;;;;OAQG;IACG,MAAM,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAY1E"}

package/dist/mappers/{mappers.interface.d.ts → mappers.interfaces.d.ts}

@@ -1,4 +1,4 @@
-import { AirSyncEvent } from '../types';
+import { AirSyncEvent } from '../types/extraction';
 import { DonV2 } from '../types/loading';
 import { WorkerAdapterOptions } from '../types/workers';
 /**
@@ -262,9 +262,9 @@ export interface MappersGetByExternalIdParams {
 export declare enum SyncMapperRecordTargetType {
     ACCESS_CONTROL_ENTRY = "access_control_entry",
     ACCOUNT = "account",
-    AIRSYNC_AUTHORIZATION_POLICY = "airdrop_authorization_policy",
-    AIRSYNC_FIELD_AUTHORIZATION_POLICY = "airdrop_field_authorization_policy",
-    AIRSYNC_PLATFORM_GROUP = "airdrop_platform_group",
+    AIRDROP_AUTHORIZATION_POLICY = "airdrop_authorization_policy",
+    AIRDROP_FIELD_AUTHORIZATION_POLICY = "airdrop_field_authorization_policy",
+    AIRDROP_PLATFORM_GROUP = "airdrop_platform_group",
     ARTICLE = "article",
     ARTIFACT = "artifact",
     CHAT = "chat",
@@ -291,4 +291,4 @@ export declare enum SyncMapperRecordTargetType {
 export interface MappersGetByExternalIdResponse {
     sync_mapper_record: SyncMapperRecord;
 }
-//# sourceMappingURL=mappers.interface.d.ts.map
+//# sourceMappingURL=mappers.interfaces.d.ts.map

package/dist/mappers/mappers.interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mappers.interfaces.d.ts","sourceRoot":"","sources":["../../src/mappers/mappers.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,iCAAiC;IACjC,YAAY,EAAE;QACZ,GAAG,EAAE,MAAM,EAAE,CAAC;KACf,CAAC;IACF;;;;;;;;;;;OAWG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,+BAA+B;IAC/B,OAAO,EAAE;QACP,GAAG,EAAE,KAAK,EAAE,CAAC;KACd,CAAC;IACF,MAAM,EAAE,sBAAsB,CAAC;IAC/B;;;;OAIG;IACH,WAAW,CAAC,EAAE;QACZ,GAAG,EAAE,MAAM,EAAE,CAAC;KACf,CAAC;IACF;;;;;;;OAOG;IACH,iBAAiB,CAAC,EAAE;QAClB,GAAG,EAAE,+BAA+B,EAAE,CAAC;KACxC,CAAC;IACF;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,KAAK,CAAC;IACV,sEAAsE;IACtE,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;;;;;;;OAWG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,wDAAwD;IACxD,OAAO,EAAE,KAAK,EAAE,CAAC;IACjB,MAAM,EAAE,sBAAsB,CAAC;IAC/B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;;OAMG;IACH,iBAAiB,CAAC,EAAE,+BAA+B,EAAE,CAAC;IACtD;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,+DAA+D;IAC/D,SAAS,EAAE,KAAK,CAAC;IACjB,sCAAsC;IACtC,MAAM,EAAE,KAAK,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,kBAAkB,EAAE,gBAAgB,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,+DAA+D;IAC/D,SAAS,EAAE,KAAK,CAAC;IACjB,2CAA2C;IAC3C,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;;;;;;;OAWG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,wDAAwD;IACxD,OAAO,EAAE,KAAK,EAAE,CAAC;IACjB,MAAM,EAAE,sBAAsB,CAAC;IAC/B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,+BAA+B,EAAE,CAAC;IACtD;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,kBAAkB,EAAE,gBAAgB,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,0DAA0D;IAC1D,EAAE,EAAE,KAAK,CAAC;IACV,+DAA+D;IAC/D,SAAS,EAAE,KAAK,CAAC;IACjB,yDAAyD;IACzD,YAAY,EAAE;QACZ,GAAG,EAAE,MAAM,EAAE,CAAC;KACf,CAAC;IACF;;;;;;;;;;;OAWG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,uDAAuD;IACvD,OAAO,EAAE;QACP,GAAG,EAAE,KAAK,EAAE,CAAC;KACd,CAAC;IACF,MAAM,EAAE,sBAAsB,CAAC;IAC/B;;;OAGG;IACH,WAAW,CAAC,EAAE;QACZ,GAAG,EAAE,MAAM,EAAE,CAAC;KACf,CAAC;IACF;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE;QAClB,GAAG,EAAE,+BAA+B,EAAE,CAAC;KACxC,CAAC;IACF;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,kBAAkB,EAAE,gBAAgB,CAAC;CACtC;AAED;;GAEG;AACH,oBAAY,sBAAsB;IAChC,sDAAsD;IACtD,WAAW,gBAAgB;IAC3B,2DAA2D;IAC3D,QAAQ,aAAa;IACrB;;;OAGG;IACH,OAAO,YAAY;CACpB;AAED;;;GAGG;AACH,MAAM,WAAW,+BAA+B;IAC9C,sEAAsE;IACtE,cAAc,EAAE,MAAM,CAAC;IACvB,mFAAmF;IACnF,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,+DAA+D;IAC/D,SAAS,EAAE,KAAK,CAAC;IACjB,8CAA8C;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,4CAA4C;IAC5C,WAAW,EAAE,0BAA0B,CAAC;CACzC;AAED;;GAEG;AACH,oBAAY,0BAA0B;IACpC,oBAAoB,yBAAyB;IAC7C,OAAO,YAAY;IACnB,4BAA4B,iCAAiC;IAC7D,kCAAkC,uCAAuC;IACzE,sBAAsB,2BAA2B;IACjD,OAAO,YAAY;IACnB,QAAQ,aAAa;IACrB,IAAI,SAAS;IACb,YAAY,iBAAiB;IAC7B,aAAa,kBAAkB;IAC/B,SAAS,cAAc;IACvB,KAAK,UAAU;IACf,QAAQ,aAAa;IACrB,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,aAAa,kBAAkB;IAC/B,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,IAAI,SAAS;IACb,QAAQ,aAAa;IACrB,GAAG,QAAQ;IACX,gBAAgB,qBAAqB;IACrC,IAAI,SAAS;IACb,IAAI,SAAS;CACd;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,kBAAkB,EAAE,gBAAgB,CAAC;CACtC"}

package/dist/mappers/{mappers.interface.js → mappers.interfaces.js}

@@ -23,9 +23,9 @@ var SyncMapperRecordTargetType;
 (function (SyncMapperRecordTargetType) {
     SyncMapperRecordTargetType["ACCESS_CONTROL_ENTRY"] = "access_control_entry";
     SyncMapperRecordTargetType["ACCOUNT"] = "account";
-    SyncMapperRecordTargetType["AIRSYNC_AUTHORIZATION_POLICY"] = "airdrop_authorization_policy";
-    SyncMapperRecordTargetType["AIRSYNC_FIELD_AUTHORIZATION_POLICY"] = "airdrop_field_authorization_policy";
-    SyncMapperRecordTargetType["AIRSYNC_PLATFORM_GROUP"] = "airdrop_platform_group";
+    SyncMapperRecordTargetType["AIRDROP_AUTHORIZATION_POLICY"] = "airdrop_authorization_policy";
+    SyncMapperRecordTargetType["AIRDROP_FIELD_AUTHORIZATION_POLICY"] = "airdrop_field_authorization_policy";
+    SyncMapperRecordTargetType["AIRDROP_PLATFORM_GROUP"] = "airdrop_platform_group";
     SyncMapperRecordTargetType["ARTICLE"] = "article";
     SyncMapperRecordTargetType["ARTIFACT"] = "artifact";
     SyncMapperRecordTargetType["CHAT"] = "chat";

package/dist/mappers/mappers.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Mappers = void 0;
-const axios_client_internal_1 = require("../http/axios-client-internal");
+const client_1 = require("../http/client");
 /**
  * Manages sync mapper records that link external system items to DevRev items.
  *
@@ -18,16 +18,17 @@ class Mappers {
      * Used to find the mapping when you know the DevRev ID and want to find the external system ID.
      *
      * @param params - Query parameters of type MappersGetByTargetIdParams
-     * @returns Promise with response data containing the sync mapper record
+     * @returns Promise resolving to the sync mapper record
      */
     async getByTargetId(params) {
         const { sync_unit, target } = params;
-        return axios_client_internal_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-target`, {
+        const response = await client_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-target`, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
             params: { sync_unit, target },
         });
+        return response.data;
     }
     /**
      * Retrieves a sync mapper record by external system ID.
@@ -35,16 +36,17 @@ class Mappers {
      * Used to find the mapping when you know the external system ID and want to find the DevRev ID.
      *
      * @param params - Query parameters of type MappersGetByExternalIdParams
-     * @returns Promise with response data containing the sync mapper record
+     * @returns Promise resolving to the sync mapper record
      */
     async getByExternalId(params) {
         const { sync_unit, external_id, target_type } = params;
-        return axios_client_internal_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-external-id`, {
+        const response = await client_1.axiosClient.get(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.get-by-external-id`, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
             params: { sync_unit, external_id, target_type },
         });
+        return response.data;
     }
     /**
      * Creates a new sync mapper record to establish a relationship between external system
@@ -54,14 +56,15 @@ class Mappers {
      * the mapping for future synchronization operations.
      *
      * @param params - Creation parameters of type MappersCreateParams
-     * @returns Promise with response data containing the created sync mapper record
+     * @returns Promise resolving to the created sync mapper record
      */
     async create(params) {
-        return axios_client_internal_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.create`, params, {
+        const response = await client_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.create`, params, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
         });
+        return response.data;
     }
     /**
      * Updates an existing sync mapper record.
@@ -70,14 +73,15 @@ class Mappers {
      * additional DevRev entities need to be associated.
      *
      * @param params - Update parameters of type MappersUpdateParams
-     * @returns Promise with response data containing the updated sync mapper record
+     * @returns Promise resolving to the updated sync mapper record
      */
     async update(params) {
-        return axios_client_internal_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.update`, params, {
+        const response = await client_1.axiosClient.post(`${this.devrevApiEndpoint}/internal/airdrop.sync-mapper-record.update`, params, {
             headers: {
                 Authorization: this.devrevApiToken,
             },
         });
+        return response.data;
     }
 }
 exports.Mappers = Mappers;

package/dist/multithreading/adapters/base-adapter.d.ts

@@ -0,0 +1,71 @@
+import { BaseState } from '../../state/state';
+import { SdkState } from '../../state/state.interfaces';
+import { AirSyncEvent, EventData, ExtractorEventType } from '../../types/extraction';
+import { LoaderEventType } from '../../types/loading';
+import { TaskResult, WorkerAdapterOptions } from '../../types/workers';
+import { Uploader } from '../../uploader/uploader';
+/**
+ * BaseAdapter holds the state and behavior shared by both sync modes and owns
+ * the `emit` control-protocol flow as a template method. Mode-specific adapters
+ * (`ExtractionAdapter`, `LoadingAdapter`) implement the abstract hooks to inject
+ * their own pre-emit work and event payload shaping.
+ *
+ * @typeParam ConnectorState - the connector-owned state shape
+ */
+export declare abstract class BaseAdapter<ConnectorState> {
+    readonly event: AirSyncEvent;
+    readonly options?: WorkerAdapterOptions;
+    isTimeout: boolean;
+    hasWorkerEmitted: boolean;
+    protected adapterState: BaseState<ConnectorState>;
+    protected uploader: Uploader;
+    constructor({ event, adapterState, options, }: {
+        event: AirSyncEvent;
+        adapterState: BaseState<ConnectorState>;
+        options?: WorkerAdapterOptions;
+    });
+    /** Connector-owned state exposed to snap-in code. */
+    get state(): ConnectorState;
+    set state(value: ConnectorState);
+    /** SDK-internal bookkeeping state. Used by SDK internals; not for connector use. */
+    get sdkState(): SdkState;
+    get extractionScope(): import("../../types/workers").ExtractionScope;
+    postState(): Promise<void>;
+    /**
+     * Pre-emit hook run before any state is persisted or the event is sent.
+     * Extraction uploads pending repos and updates extraction boundaries here;
+     * loading has nothing to do. Throwing aborts the emit (the caller signals
+     * worker exit).
+     */
+    protected abstract beforeEmit(newEventType: ExtractorEventType | LoaderEventType): Promise<void>;
+    /**
+     * Builds the mode-specific extras merged into the emitted event payload
+     * (extraction: artifacts; loading: reports + processed files).
+     */
+    protected abstract buildEmitPayload(newEventType: ExtractorEventType | LoaderEventType): EventData;
+    /**
+     * Post-emit hook run after the event has been sent successfully. Extraction
+     * clears its accumulated artifacts here; loading has nothing to do.
+     */
+    protected abstract afterEmit(newEventType: ExtractorEventType | LoaderEventType): void;
+    /**
+     * Maps a {@link TaskResult} returned by a worker's task/onTimeout callback to
+     * the phase-appropriate platform event and emits it exactly once.
+     *
+     * This is the SDK-internal bridge between the return-based connector contract
+     * and the control protocol; it is invoked by the worker driver, not by
+     * connectors. Connectors signal outcomes by returning a `TaskResult`, never by
+     * calling `emit` directly.
+     *
+     * @param result - The status the worker reported for the current phase.
+     */
+    emitFromResult(result: TaskResult): Promise<void>;
+    /**
+     *  Emits an event to the platform.
+     *
+     * @param newEventType - The event type to be emitted
+     * @param data - The data to be sent with the event
+     */
+    protected emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
+}
+//# sourceMappingURL=base-adapter.d.ts.map

package/dist/multithreading/adapters/base-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/base-adapter.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,UAAU,EACV,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAGnD;;;;;;;GAOG;AACH,8BAAsB,WAAW,CAAC,cAAc;IAC9C,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;IAClD,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC;gBAEjB,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE;QACD,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;QACxC,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAYD,qDAAqD;IACrD,IAAI,KAAK,IAAI,cAAc,CAE1B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,cAAc,EAE9B;IAED,oFAAoF;IACpF,IAAI,QAAQ,IAAI,QAAQ,CAEvB;IAED,IAAI,eAAe,kDAElB;IAEK,SAAS;IAMf;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,CAC3B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IAEhB;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CACjC,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAEZ;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,SAAS,CAC1B,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,IAAI;IAEP;;;;;;;;;;OAUG;IACG,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBvD;;;;;OAKG;cACa,IAAI,CAClB,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;CAkEjB"}

package/dist/multithreading/adapters/base-adapter.js

@@ -0,0 +1,138 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseAdapter = void 0;
+const node_worker_threads_1 = require("node:worker_threads");
+const constants_1 = require("../../common/constants");
+const emit_1 = require("../emit");
+const logger_1 = require("../../logger/logger");
+const workers_1 = require("../../types/workers");
+const uploader_1 = require("../../uploader/uploader");
+const spawn_helpers_1 = require("../spawn/spawn.helpers");
+/**
+ * BaseAdapter holds the state and behavior shared by both sync modes and owns
+ * the `emit` control-protocol flow as a template method. Mode-specific adapters
+ * (`ExtractionAdapter`, `LoadingAdapter`) implement the abstract hooks to inject
+ * their own pre-emit work and event payload shaping.
+ *
+ * @typeParam ConnectorState - the connector-owned state shape
+ */
+class BaseAdapter {
+    constructor({ event, adapterState, options, }) {
+        this.event = event;
+        this.options = options;
+        this.adapterState = adapterState;
+        this.hasWorkerEmitted = false;
+        this.isTimeout = false;
+        this.uploader = new uploader_1.Uploader({
+            event,
+            options,
+        });
+    }
+    /** Connector-owned state exposed to snap-in code. */
+    get state() {
+        return this.adapterState.state;
+    }
+    set state(value) {
+        this.adapterState.state = value;
+    }
+    /** SDK-internal bookkeeping state. Used by SDK internals; not for connector use. */
+    get sdkState() {
+        return this.adapterState.sdkState;
+    }
+    get extractionScope() {
+        return this.adapterState.extractionScope;
+    }
+    async postState() {
+        return (0, logger_1.runWithSdkLogContext)(async () => {
+            await this.adapterState.postState();
+        });
+    }
+    /**
+     * Maps a {@link TaskResult} returned by a worker's task/onTimeout callback to
+     * the phase-appropriate platform event and emits it exactly once.
+     *
+     * This is the SDK-internal bridge between the return-based connector contract
+     * and the control protocol; it is invoked by the worker driver, not by
+     * connectors. Connectors signal outcomes by returning a `TaskResult`, never by
+     * calling `emit` directly.
+     *
+     * @param result - The status the worker reported for the current phase.
+     */
+    async emitFromResult(result) {
+        const { eventType, illegal } = (0, spawn_helpers_1.getEventTypeForResult)(this.event.payload.event_type, result.status);
+        const data = {};
+        if (result.status === 'delay') {
+            data.delay = result.delaySeconds;
+        }
+        else if (result.status === 'error') {
+            data.error = result.error;
+        }
+        else if (illegal) {
+            data.error = {
+                message: `Worker returned status '${result.status}' for a non-resumable phase (${this.event.payload.event_type}), which is not allowed. Emitting an error event instead.`,
+            };
+        }
+        await this.emit(eventType, data);
+    }
+    /**
+     *  Emits an event to the platform.
+     *
+     * @param newEventType - The event type to be emitted
+     * @param data - The data to be sent with the event
+     */
+    async emit(newEventType, data) {
+        return (0, logger_1.runWithSdkLogContext)(async () => {
+            var _a;
+            if (this.hasWorkerEmitted) {
+                console.warn(`Trying to emit event with event type: ${newEventType}. Ignoring emit request because it has already been emitted.`);
+                return;
+            }
+            try {
+                await this.beforeEmit(newEventType);
+            }
+            catch (error) {
+                console.error('Error while preparing to emit event', error);
+                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+                this.hasWorkerEmitted = true;
+                return;
+            }
+            // We want to save the state every time we emit an event, except for the start and delete events
+            if (!constants_1.STATELESS_EVENT_TYPES.includes(this.event.payload.event_type)) {
+                console.log(`Saving state before emitting event with event type: ${newEventType}.`);
+                try {
+                    await this.adapterState.postState();
+                }
+                catch (error) {
+                    console.error('Error while posting state', error);
+                    node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+                    this.hasWorkerEmitted = true;
+                    return;
+                }
+            }
+            try {
+                // Always prune error messages to make them shorter before emit
+                if ((_a = data === null || data === void 0 ? void 0 : data.error) === null || _a === void 0 ? void 0 : _a.message) {
+                    data.error.message = (0, logger_1.truncateMessage)(data.error.message);
+                }
+                await (0, emit_1.emit)({
+                    eventType: newEventType,
+                    event: this.event,
+                    data: Object.assign(Object.assign({}, data), this.buildEmitPayload(newEventType)),
+                });
+                const message = {
+                    subject: workers_1.WorkerMessageSubject.WorkerMessageEmitted,
+                    payload: { eventType: newEventType },
+                };
+                this.afterEmit(newEventType);
+                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(message);
+                this.hasWorkerEmitted = true;
+            }
+            catch (error) {
+                console.error(`Error while emitting event with event type: ${newEventType}.`, (0, logger_1.serializeError)(error));
+                node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage(workers_1.WorkerMessageSubject.WorkerMessageExit);
+                this.hasWorkerEmitted = true;
+            }
+        });
+    }
+}
+exports.BaseAdapter = BaseAdapter;

package/dist/multithreading/adapters/extraction-adapter.d.ts

@@ -0,0 +1,57 @@
+import { Repo } from '../../repo/repo';
+import { NormalizedAttachment, RepoInterface } from '../../repo/repo.interfaces';
+import { AirSyncEvent, EventData, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, ProcessAttachmentReturnType } from '../../types/extraction';
+import { LoaderEventType } from '../../types/loading';
+import { BaseState } from '../../state/state';
+import { TaskResult, WorkerAdapterOptions } from '../../types/workers';
+import { Artifact } from '../../uploader/uploader.interfaces';
+import { BaseAdapter } from './base-adapter';
+/**
+ * ExtractionAdapter is the adapter passed to extraction tasks. It exposes the
+ * extraction surface (repos, artifacts, attachment streaming) and uploads
+ * pending repos and updates the extraction boundaries before emitting.
+ *
+ * @public
+ */
+export declare class ExtractionAdapter<ConnectorState> extends BaseAdapter<ConnectorState> {
+    private _artifacts;
+    private repos;
+    private currentEventDataLength;
+    constructor(params: {
+        event: AirSyncEvent;
+        adapterState: BaseState<ConnectorState>;
+        options?: WorkerAdapterOptions;
+    });
+    /**
+     * Returns whether the given item type should be extracted.
+     * Defaults to true if the scope is empty or the item type is not listed.
+     */
+    shouldExtract(itemType: string): boolean;
+    initializeRepos(repos: RepoInterface[]): void;
+    getRepo(itemType: string): Repo | undefined;
+    get artifacts(): Artifact[];
+    set artifacts(artifacts: Artifact[]);
+    protected beforeEmit(newEventType: ExtractorEventType | LoaderEventType): Promise<void>;
+    protected buildEmitPayload(newEventType: ExtractorEventType | LoaderEventType): EventData;
+    protected afterEmit(): void;
+    uploadAllRepos(): Promise<void>;
+    processAttachment(attachment: NormalizedAttachment, stream: ExternalSystemAttachmentStreamingFunction): Promise<ProcessAttachmentReturnType>;
+    /**
+     * Destroys a stream to prevent memory leaks.
+     * @param httpStream - The axios response stream to destroy
+     */
+    private destroyHttpStream;
+    /**
+     * Streams the attachments to the DevRev platform.
+     * The attachments are streamed to the platform and the artifact information is returned.
+     * @param params - The parameters to stream the attachments
+     * @returns The response object containing the ssorAttachment artifact information
+     * or error information if there was an error
+     */
+    streamAttachments<NewBatch>({ stream, processors, batchSize, }: {
+        stream: ExternalSystemAttachmentStreamingFunction;
+        processors?: ExternalSystemAttachmentProcessors<ConnectorState, NormalizedAttachment[], NewBatch>;
+        batchSize?: number;
+    }): Promise<TaskResult>;
+}
+//# sourceMappingURL=extraction-adapter.d.ts.map

package/dist/multithreading/adapters/extraction-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/adapters/extraction-adapter.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAElB,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAE9E,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C;;;;;;GAMG;AACH,qBAAa,iBAAiB,CAC5B,cAAc,CACd,SAAQ,WAAW,CAAC,cAAc,CAAC;IACnC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,EAAE;QAClB,KAAK,EAAE,YAAY,CAAC;QACpB,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;QACxC,OAAO,CAAC,EAAE,oBAAoB,CAAC;KAChC;IAKD;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAa3C,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;cAEe,UAAU,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,OAAO,CAAC,IAAI,CAAC;IA2ChB,SAAS,CAAC,gBAAgB,CACxB,YAAY,EAAE,kBAAkB,GAAG,eAAe,GACjD,SAAS;IAOZ,SAAS,CAAC,SAAS,IAAI,IAAI;IAIrB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAczB;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,UAAU,CAAC;CAyIxB"}