@devrev/airsync-sdk 2.0.0-beta.1 → 2.0.0-beta.3

package/dist/types/workers.d.ts

@@ -1,23 +1,31 @@
 import { Worker } from 'worker_threads';
 import type { LogLevel } from '../logger/logger.interfaces';
-import { State } from '../state/state';
-import { WorkerAdapter } from '../multithreading/worker-adapter/worker-adapter';
-import { AirdropEvent, EventType, ExtractorEventType } from './extraction';
+import { BaseState } from '../state/base-state';
+import { BaseSdkState } from '../state/state.interfaces';
+import { BaseAdapter } from '../multithreading/adapters/base-adapter';
+import { AirSyncEvent, EventType, ExtractorEventType } from './extraction';
 import { LoaderEventType } from './loading';
 import { InitialDomainMapping } from './common';
 /**
- * WorkerAdapterInterface is an interface for WorkerAdapter class.
+ * WorkerAdapterInterface is the constructor parameter shape for an adapter.
  * @interface WorkerAdapterInterface
  * @constructor
- * @param {AirdropEvent} event - The event object received from the platform
- * @param {object=} initialState - The initial state of the adapter
- * @param {WorkerAdapterInterface} options - The options to create a new instance of WorkerAdapter class
+ * @param {AirSyncEvent} event - The event object received from the platform
+ * @param {BaseState} adapterState - The state instance for the adapter
+ * @param {WorkerAdapterOptions} options - The options to create a new adapter
  */
-export interface WorkerAdapterInterface<ConnectorState> {
-    event: AirdropEvent;
-    adapterState: State<ConnectorState>;
+export interface WorkerAdapterInterface<ConnectorState, StateClass extends BaseState<ConnectorState, BaseSdkState>> {
+    event: AirSyncEvent;
+    adapterState: StateClass;
     options?: WorkerAdapterOptions;
 }
+/**
+ * ExtractionScope represents the parsed extraction scope from the platform.
+ * Each key is an item type name, and the value indicates whether it should be extracted.
+ */
+export type ExtractionScope = Record<string, {
+    extract: boolean;
+}>;
 /**
  * WorkerAdapterOptions represents the options for WorkerAdapter class.
  * @interface WorkerAdapterOptions
@@ -32,16 +40,17 @@ export interface WorkerAdapterOptions {
     timeout?: number;
     batchSize?: number;
     workerPathOverrides?: WorkerPathOverrides;
+    skipConfirmation?: boolean;
 }
 /**
  * SpawnInterface is an interface for Spawn class.
  * @interface SpawnInterface
  * @constructor
- * @param {AirdropEvent} event - The event object received from the platform
+ * @param {AirSyncEvent} event - The event object received from the platform
  * @param {Worker} worker - The worker thread
  */
 export interface SpawnInterface {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     worker: Worker;
     options?: WorkerAdapterOptions;
     resolve: (value: void | PromiseLike<void>) => void;
@@ -54,41 +63,38 @@ export interface SpawnInterface {
  * In case of lambda timeout, the class emits a lambda timeout event to the platform.
  * @interface SpawnFactoryInterface
  * @constructor
- * @param {AirdropEvent} event - The event object received from the platform
+ * @param {AirSyncEvent} event - The event object received from the platform
  * @param {object=} initialState - The initial state of the adapter
- * @param {string} workerPath - The path to the worker file
  * @param {string} initialDomainMapping - The initial domain mapping
  * @param {WorkerAdapterOptions} options - The options to create a new instance of Spawn class
  * @param {string=} baseWorkerPath - The base path for the worker files, usually `__dirname`
  */
 export interface SpawnFactoryInterface<ConnectorState> {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     initialState: ConnectorState;
-    /** @deprecated Remove getWorkerPath function and use baseWorkerPath: __dirname instead of workerPath */
-    workerPath?: string;
     options?: WorkerAdapterOptions;
     initialDomainMapping?: InitialDomainMapping;
     baseWorkerPath?: string;
 }
 /**
- * TaskAdapterInterface is an interface for TaskAdapter class.
+ * TaskAdapterInterface is the parameter shape passed to a task callback.
  * @interface TaskAdapterInterface
  * @constructor
- * @param {WorkerAdapter} adapter - The adapter object
+ * @param {BaseAdapter} adapter - The adapter object
  */
-export interface TaskAdapterInterface<ConnectorState> {
-    adapter: WorkerAdapter<ConnectorState>;
+export interface TaskAdapterInterface<Adapter extends BaseAdapter<unknown, BaseState<unknown, BaseSdkState>>> {
+    adapter: Adapter;
 }
 /**
- * ProcessTaskInterface is an interface for ProcessTask class.
+ * ProcessTaskInterface is the parameter shape for the process-task entry points.
  * @interface ProcessTaskInterface
  * @constructor
  * @param {function} task - The task to be executed, returns exit code
  * @param {function} onTimeout - The task to be executed on timeout, returns exit code
  */
-export interface ProcessTaskInterface<ConnectorState> {
-    task: (params: TaskAdapterInterface<ConnectorState>) => Promise<void>;
-    onTimeout: (params: TaskAdapterInterface<ConnectorState>) => Promise<void>;
+export interface ProcessTaskInterface<Adapter extends BaseAdapter<unknown, BaseState<unknown, BaseSdkState>>> {
+    task: (params: TaskAdapterInterface<Adapter>) => Promise<void>;
+    onTimeout: (params: TaskAdapterInterface<Adapter>) => Promise<void>;
 }
 /**
  * WorkerEvent represents the standard worker events.
@@ -105,7 +111,8 @@ export declare enum WorkerEvent {
 export declare enum WorkerMessageSubject {
     WorkerMessageEmitted = "emit",
     WorkerMessageExit = "exit",
-    WorkerMessageLog = "log"
+    WorkerMessageLog = "log",
+    WorkerMessageFailed = "failed"
 }
 /**
  * WorkerMessageEmitted interface represents the structure of the emitted worker message.
@@ -133,15 +140,26 @@ export interface WorkerMessageLog {
         isSdkLog?: boolean;
     };
 }
+/**
+ * WorkerMessageFailed interface represents the structure of the worker failed message.
+ * Sent from the worker thread before calling process.exit(1) to convey the specific
+ * error reason to the main thread.
+ */
+export interface WorkerMessageFailed {
+    subject: WorkerMessageSubject.WorkerMessageFailed;
+    payload: {
+        message: string;
+    };
+}
 /**
  * WorkerMessage represents the structure of the worker message.
  */
-export type WorkerMessage = WorkerMessageEmitted | WorkerMessageExit | WorkerMessageLog;
+export type WorkerMessage = WorkerMessageEmitted | WorkerMessageExit | WorkerMessageLog | WorkerMessageFailed;
 /**
  * WorkerData represents the structure of the worker data object.
  */
 export interface WorkerData<ConnectorState> {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     initialState: ConnectorState;
     workerPath: string;
     initialDomainMapping?: InitialDomainMapping;
@@ -151,7 +169,7 @@ export interface WorkerData<ConnectorState> {
  * GetWorkerPathInterface is an interface for getting the worker path.
  */
 export interface GetWorkerPathInterface {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     workerBasePath?: string | null;
 }
 /**

package/dist/types/workers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC3C;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAE7B,wGAAwG;IACxG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5E;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,CAAC;AAErB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
+{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAEtE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CACrC,cAAc,EACd,UAAU,SAAS,SAAS,CAAC,cAAc,EAAE,YAAY,CAAC;IAE1D,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,UAAU,CAAC;IACzB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC;AAEnE;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CACnC,OAAO,SAAS,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAEtE,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CACnC,OAAO,SAAS,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAEtE,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/D,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;IACxB,mBAAmB,WAAW;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,CAAC;IAClD,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}

package/dist/types/workers.js

@@ -19,4 +19,5 @@ var WorkerMessageSubject;
     WorkerMessageSubject["WorkerMessageEmitted"] = "emit";
     WorkerMessageSubject["WorkerMessageExit"] = "exit";
     WorkerMessageSubject["WorkerMessageLog"] = "log";
+    WorkerMessageSubject["WorkerMessageFailed"] = "failed";
 })(WorkerMessageSubject || (exports.WorkerMessageSubject = WorkerMessageSubject = {}));

package/dist/uploader/uploader.d.ts

@@ -7,6 +7,7 @@ export declare class Uploader {
     private devrevApiToken;
     private requestId;
     private defaultHeaders;
+    private skipConfirmation;
     constructor({ event, options }: UploaderFactoryInterface);
     /**
      * Uploads the fetched objects to the DevRev platform. Fetched objects are compressed to a gzipped jsonl object and uploaded to the platform.

package/dist/uploader/uploader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/uploader/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAMtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAU/D,OAAO,EAEL,gBAAgB,EAChB,cAAc,EACd,wBAAwB,EACxB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAE/B,qBAAa,QAAQ;IACnB,OAAO,CAAC,kBAAkB,CAAC,CAAU;IACrC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,cAAc,CAAyB;gBAEnC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,wBAAwB;IAUxD;;;;;OAKG;IACG,MAAM,CACV,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,GAChC,OAAO,CAAC,cAAc,CAAC;IA6D1B;;;;;;OAMG;IACG,oBAAoB,CACxB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;IAqB5C;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAmBzC;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IA8BzC;;;;OAIG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;QACvD,QAAQ,CAAC,EAAE,aAAa,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IAgCF;;;OAGG;IACH,OAAO,CAAC,aAAa;IAerB;;;;;OAKG;IACG,4BAA4B,CAAC,EACjC,QAAQ,GACT,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC;QACV,WAAW,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACrC,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7B,CAAC;IAsDF;;;;OAIG;YACW,sBAAsB;IAsBpC;;;;OAIG;YACW,gBAAgB;IAc9B;;;;;;OAMG;IACG,yBAAyB,CAAC,EAC9B,UAAU,EACV,SAAiB,GAClB,EAAE;QACD,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC;CA6B/C"}
+{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/uploader/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAMtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAU/D,OAAO,EAEL,gBAAgB,EAChB,cAAc,EACd,wBAAwB,EACxB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAE/B,qBAAa,QAAQ;IACnB,OAAO,CAAC,kBAAkB,CAAC,CAAU;IACrC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,gBAAgB,CAAU;gBAEtB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,wBAAwB;IAWxD;;;;;OAKG;IACG,MAAM,CACV,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,GAChC,OAAO,CAAC,cAAc,CAAC;IA4E1B;;;;;;OAMG;IACG,oBAAoB,CACxB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;IA2B5C;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAmBzC;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IA8BzC;;;;OAIG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;QACvD,QAAQ,CAAC,EAAE,aAAa,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IAiCF;;;OAGG;IACH,OAAO,CAAC,aAAa;IAerB;;;;;OAKG;IACG,4BAA4B,CAAC,EACjC,QAAQ,GACT,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC;QACV,WAAW,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACrC,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7B,CAAC;IA2DF;;;;OAIG;YACW,sBAAsB;IAsBpC;;;;OAIG;YACW,gBAAgB;IAc9B;;;;;;OAMG;IACG,yBAAyB,CAAC,EAC9B,UAAU,EACV,SAAiB,GAClB,EAAE;QACD,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC;CA6B/C"}

package/dist/uploader/uploader.helpers.test.js

@@ -10,19 +10,8 @@ const zlib_1 = __importDefault(require("zlib"));
 const constants_1 = require("../common/constants");
 const uploader_helpers_1 = require("./uploader.helpers");
 describe('uploader.helpers', () => {
-    let consoleErrorSpy;
-    let consoleLogSpy;
-    let consoleWarnSpy;
-    beforeEach(() => {
-        consoleErrorSpy = jest.spyOn(console, 'error').mockImplementation();
-        consoleLogSpy = jest.spyOn(console, 'log').mockImplementation();
-        consoleWarnSpy = jest.spyOn(console, 'warn').mockImplementation();
-    });
     afterEach(() => {
         jest.clearAllMocks();
-        consoleErrorSpy.mockRestore();
-        consoleLogSpy.mockRestore();
-        consoleWarnSpy.mockRestore();
     });
     describe(uploader_helpers_1.compressGzip.name, () => {
         it('should compress a string to gzip buffer', () => {

package/dist/uploader/uploader.interfaces.d.ts

@@ -1,9 +1,9 @@
 import { ErrorRecord } from '../types/common';
-import { AirdropEvent } from '../types/extraction';
+import { AirSyncEvent } from '../types/extraction';
 import { ExternalSystemItem, StatsFileObject } from '../types/loading';
 import { WorkerAdapterOptions } from '../types/workers';
 export interface UploaderFactoryInterface {
-    event: AirdropEvent;
+    event: AirSyncEvent;
     options?: WorkerAdapterOptions;
 }
 /**
@@ -18,7 +18,7 @@ export type UploaderResult<T> = {
     error: unknown;
 };
 /**
- * Artifact is an interface that defines the structure of an artifact. Artifact is a file that is generated by the extractor and uploaded to ADaaS.
+ * Artifact is an interface that defines the structure of an artifact. Artifact is a file that is generated by the extractor and uploaded to the AirSync platform.
  */
 export interface Artifact {
     id: string;

package/dist/uploader/uploader.js

@@ -12,10 +12,12 @@ const logger_1 = require("../logger/logger");
 const uploader_helpers_1 = require("./uploader.helpers");
 class Uploader {
     constructor({ event, options }) {
+        var _a;
         this.devrevApiEndpoint = event.execution_metadata.devrev_endpoint;
         this.devrevApiToken = event.context.secrets.service_account_token;
         this.requestId = event.payload.event_context.request_id;
         this.isLocalDevelopment = options === null || options === void 0 ? void 0 : options.isLocalDevelopment;
+        this.skipConfirmation = (_a = options === null || options === void 0 ? void 0 : options.skipConfirmation) !== null && _a !== void 0 ? _a : false;
         this.defaultHeaders = {
             Authorization: `Bearer ${this.devrevApiToken}`,
         };
@@ -34,7 +36,10 @@ class Uploader {
         const { response: file, error: fileError } = (0, uploader_helpers_1.compressGzip)(js_jsonl_1.jsonl.stringify(fetchedObjects));
         if (fileError) {
             return {
-                error: new Error('Error while compressing jsonl object. ' + (0, logger_1.serializeError)(fileError)),
+                error: {
+                    message: 'Error while compressing jsonl object. ' +
+                        (0, logger_1.serializeError)(fileError),
+                },
             };
         }
         const filename = itemType + '.jsonl.gz';
@@ -43,23 +48,35 @@ class Uploader {
         const { error: preparedArtifactError, response: preparedArtifact } = await this.getArtifactUploadUrl(filename, fileType);
         if (preparedArtifactError) {
             return {
-                error: new Error('Error while getting artifact upload URL.'),
+                error: {
+                    message: 'Error while getting artifact upload URL: ' +
+                        (0, logger_1.serializeError)(preparedArtifactError),
+                },
             };
         }
         // Upload prepared artifact to the given url
         const { error: uploadItemError } = await this.uploadArtifact(preparedArtifact, file);
         if (uploadItemError) {
             return {
-                error: new Error('Error while uploading artifact.'),
+                error: {
+                    message: 'Error while uploading artifact: ' +
+                        (0, logger_1.serializeError)(uploadItemError),
+                },
             };
         }
-        // Confirm upload
-        const { error: confirmArtifactUploadError } = await this.confirmArtifactUpload(preparedArtifact.artifact_id);
-        if (confirmArtifactUploadError) {
-            return {
-                error: new Error('Error while confirming artifact upload. ' +
-                    JSON.stringify(confirmArtifactUploadError)),
-            };
+        // Skip confirmation for External Sync Units, as this confirmation attachments
+        // uploads to the sync, which we haven't created yet when extracting External Sync Units.
+        if (!this.skipConfirmation) {
+            // Confirm upload
+            const { error: confirmArtifactUploadError } = await this.confirmArtifactUpload(preparedArtifact.artifact_id);
+            if (confirmArtifactUploadError) {
+                return {
+                    error: {
+                        message: 'Error while confirming artifact upload. ' +
+                            JSON.stringify(confirmArtifactUploadError),
+                    },
+                };
+            }
         }
         // Return the artifact information to the platform
         const artifact = {
@@ -78,6 +95,11 @@ class Uploader {
      */
     async getArtifactUploadUrl(filename, fileType, fileSize) {
         const url = `${this.devrevApiEndpoint}/internal/airdrop.artifacts.upload-url`;
+        if (fileSize !== undefined && fileSize <= 0) {
+            return {
+                error: { message: 'File size is 0 or less.' },
+            };
+        }
         try {
             const response = await axios_client_internal_1.axiosClient.get(url, {
                 headers: Object.assign({}, this.defaultHeaders),
@@ -168,13 +190,15 @@ class Uploader {
             }
             else {
                 return {
-                    error: new Error('Error while confirming artifact upload. ' +
-                        JSON.stringify(response)),
+                    error: {
+                        message: 'Error while confirming artifact upload. ' +
+                            (0, logger_1.serializeError)(response),
+                    },
                 };
             }
         }
         catch (error) {
-            return { error: (0, logger_1.serializeError)(error) };
+            return { error: { message: (0, logger_1.serializeError)(error) } };
         }
     }
     /**
@@ -208,31 +232,40 @@ class Uploader {
         const { response: artifactUrl, error: artifactUrlError } = await this.getArtifactDownloadUrl(artifact);
         if (artifactUrlError) {
             return {
-                error: new Error('Error while getting artifact download URL. ' +
-                    (0, logger_1.serializeError)(artifactUrlError)),
+                error: {
+                    message: 'Error while getting artifact download URL. ' +
+                        (0, logger_1.serializeError)(artifactUrlError),
+                },
             };
         }
         // Download artifact from the URL
         const { response: gzippedJsonlObject, error: gzippedJsonlObjectError } = await this.downloadArtifact(artifactUrl);
         if (gzippedJsonlObjectError) {
             return {
-                error: new Error('Error while downloading gzipped jsonl object.' +
-                    (0, logger_1.serializeError)(gzippedJsonlObjectError)),
+                error: {
+                    message: 'Error while downloading gzipped jsonl object. ' +
+                        (0, logger_1.serializeError)(gzippedJsonlObjectError),
+                },
             };
         }
         // Decompress the gzipped jsonl object
         const { response: jsonlObject, error: jsonlObjectError } = (0, uploader_helpers_1.decompressGzip)(gzippedJsonlObject);
         if (jsonlObjectError) {
             return {
-                error: new Error('Error while decompressing gzipped jsonl object.' +
-                    (0, logger_1.serializeError)(jsonlObjectError)),
+                error: {
+                    message: 'Error while decompressing gzipped jsonl object. ' +
+                        (0, logger_1.serializeError)(jsonlObjectError),
+                },
             };
         }
         // Parse the jsonl object to get the attachment metadata
         const { response: jsonObject, error: jsonObjectError } = (0, uploader_helpers_1.parseJsonl)(jsonlObject);
         if (jsonObjectError) {
             return {
-                error: new Error('Error while parsing jsonl object.' + (0, logger_1.serializeError)(jsonObjectError)),
+                error: {
+                    message: 'Error while parsing jsonl object. ' +
+                        (0, logger_1.serializeError)(jsonObjectError),
+                },
             };
         }
         return { attachments: jsonObject };

package/dist/uploader/uploader.test.js

@@ -8,6 +8,8 @@ const js_jsonl_1 = require("js-jsonl");
 const zlib_1 = __importDefault(require("zlib"));
 const axios_client_internal_1 = require("../http/axios-client-internal");
 const test_helpers_1 = require("../tests/test-helpers");
+const jest_setup_1 = require("../tests/jest.setup");
+const test_utils_1 = require("../common/test-utils");
 const uploader_helpers_1 = require("./uploader.helpers");
 const uploader_1 = require("./uploader");
 jest.mock('../http/axios-client-internal');
@@ -16,7 +18,7 @@ const mockedAxiosClient = jest.mocked(axios_client_internal_1.axiosClient);
 const mockedDownloadToLocal = jest.mocked(uploader_helpers_1.downloadToLocal);
 const mockedCompressGzip = jest.mocked(uploader_helpers_1.compressGzip);
 describe(uploader_1.Uploader.name, () => {
-    const mockEvent = (0, test_helpers_1.createEvent)();
+    const mockEvent = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl);
     let uploader;
     beforeEach(() => {
         uploader = new uploader_1.Uploader({ event: mockEvent });
@@ -85,7 +87,7 @@ describe(uploader_1.Uploader.name, () => {
             // Act
             const result = await uploader.upload(itemType, fetchedObjects);
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.artifact).toBeUndefined();
         });
         it('should return error when uploadArtifact fails', async () => {
@@ -97,7 +99,7 @@ describe(uploader_1.Uploader.name, () => {
             // Act
             const result = await uploader.upload(itemType, fetchedObjects);
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.artifact).toBeUndefined();
         });
         it('should return error when confirmArtifactUpload fails', async () => {
@@ -111,7 +113,7 @@ describe(uploader_1.Uploader.name, () => {
             // Act
             const result = await uploader.upload(itemType, fetchedObjects);
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.artifact).toBeUndefined();
         });
         it('should return error when compression fails', async () => {
@@ -122,7 +124,7 @@ describe(uploader_1.Uploader.name, () => {
             // Act
             const result = await uploader.upload(itemType, fetchedObjects);
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.artifact).toBeUndefined();
         });
     });
@@ -160,6 +162,16 @@ describe(uploader_1.Uploader.name, () => {
             expect(result.error).toBeInstanceOf(Error);
             expect(mockedAxiosClient.get).toHaveBeenCalled();
         });
+        it('should return error during upload, as it has size of zero', async () => {
+            // Arrange
+            const filename = 'test-file.jsonl.gz';
+            const fileType = 'application/x-gzip';
+            const fileSize = 0;
+            // Act
+            const result = await uploader.getArtifactUploadUrl(filename, fileType, fileSize);
+            // Assert
+            expect(result.error).toBeDefined();
+        });
     });
     describe(uploader_1.Uploader.prototype.uploadArtifact.name, () => {
         it('should return response when posting file as multipart form data', async () => {
@@ -230,7 +242,7 @@ describe(uploader_1.Uploader.name, () => {
             const result = await uploader.confirmArtifactUpload(artifactId);
             // Assert
             expect(result.response).toBeUndefined();
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
         });
     });
     describe(uploader_1.Uploader.prototype.streamArtifact.name, () => {
@@ -459,7 +471,7 @@ describe(uploader_1.Uploader.name, () => {
                 artifact: artifactId,
             });
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.attachments).toBeUndefined();
         });
         it('should return error when downloadArtifact fails', async () => {
@@ -472,7 +484,7 @@ describe(uploader_1.Uploader.name, () => {
                 artifact: artifactId,
             });
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.attachments).toBeUndefined();
         });
         it('should return error when decompression fails', async () => {
@@ -487,7 +499,7 @@ describe(uploader_1.Uploader.name, () => {
                 artifact: artifactId,
             });
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.attachments).toBeUndefined();
         });
         it('should return error when JSONL parsing fails', async () => {
@@ -503,7 +515,7 @@ describe(uploader_1.Uploader.name, () => {
                 artifact: artifactId,
             });
             // Assert
-            expect(result.error).toBeInstanceOf(Error);
+            expect(result.error).toHaveProperty('message');
             expect(result.attachments).toBeUndefined();
         });
     });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devrev/airsync-sdk",
-  "version": "2.0.0-beta.1",
+  "version": "2.0.0-beta.3",
   "description": "TypeScript SDK for building AirSync snap-ins on the DevRev platform.",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -11,11 +11,12 @@
     "start": "ts-node src/index.ts",
     "lint": "eslint .",
     "lint:fix": "eslint .  --fix",
-    "test": "jest --forceExit --maxWorkers=50% --selectProjects default --",
-    "test:backwards-compatibility": "jest --forceExit --selectProjects backwards-compatibility --",
-    "test:timeout-handling": "jest --forceExit --selectProjects timeout-handling --",
-    "test:slow": "jest --forceExit --selectProjects slow --",
-    "test:coverage": "jest --forceExit --coverage --runInBand --"
+    "test": "jest --silent --forceExit --maxWorkers=50% --selectProjects default --",
+    "test:backwards-compatibility": "jest --silent --forceExit --selectProjects backwards-compatibility --",
+    "test:timeout-handling": "jest --silent --forceExit --selectProjects timeout-handling --",
+    "test:slow": "jest --silent --forceExit --selectProjects slow --",
+    "test:coverage": "jest --silent --forceExit --coverage --runInBand --",
+    "test:debug": "jest --forceExit --selectProjects default --"
   },
   "repository": {
     "type": "git",
@@ -28,14 +29,11 @@
   "author": "devrev",
   "license": "ISC",
   "devDependencies": {
-    "@microsoft/api-extractor": "^7.52.11",
+    "@microsoft/api-extractor": "^7.57.6",
     "@microsoft/api-extractor-model": "^7.30.7",
-    "@types/express": "^5.0.3",
     "@types/jest": "^29.5.14",
     "@types/node": "^22.18.0",
     "@types/yargs": "^17.0.33",
-    "@typescript-eslint/eslint-plugin": "^8.46.0",
-    "@typescript-eslint/parser": "^8.46.0",
     "ajv": "^8.18.0",
     "eslint": "9.32.0",
     "eslint-config-prettier": "^9.1.2",
@@ -48,10 +46,9 @@
     "typescript-eslint": "^8.46.1"
   },
   "dependencies": {
-    "@devrev/typescript-sdk": "^1.1.59",
-    "axios": "^1.13.5",
+    "@devrev/typescript-sdk": "^1.1.74",
+    "axios": "^1.15.2",
     "axios-retry": "^4.5.0",
-    "express": "^5.2.1",
     "form-data": "^4.0.4",
     "js-jsonl": "^1.1.1",
     "ts-node": "^10.9.2",

package/dist/common/event-type-translation.d.ts

@@ -1,24 +0,0 @@
-import { EventType, ExtractorEventType } from '../types/extraction';
-import { LoaderEventType } from '../types/loading';
-/**
- * Maps old incoming event type strings to new EventType enum values.
- * This ensures backwards compatibility when the platform sends old event types.
- * @param eventTypeString The raw event type string from the platform
- * @returns The translated EventType enum value
- */
-export declare function translateIncomingEventType(eventTypeString: string): EventType;
-/**
- * Translates ExtractorEventType enum values by converting old enum members to new ones.
- * Old enum members are deprecated and should be replaced with new ones.
- */
-export declare function translateExtractorEventType(eventType: ExtractorEventType): ExtractorEventType;
-/**
- * Translates LoaderEventType enum values by converting old enum members to new ones.
- * Old enum members are deprecated and should be replaced with new ones.
- */
-export declare function translateLoaderEventType(eventType: LoaderEventType): LoaderEventType;
-/**
- * Translates any outgoing event type (Extractor or Loader) to ensure new event types are used.
- */
-export declare function translateOutgoingEventType(eventType: ExtractorEventType | LoaderEventType): ExtractorEventType | LoaderEventType;
-//# sourceMappingURL=event-type-translation.d.ts.map

package/dist/common/event-type-translation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"event-type-translation.d.ts","sourceRoot":"","sources":["../../src/common/event-type-translation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,eAAe,EAAE,MAAM,GAAG,SAAS,CAwD7E;AAED;;;GAGG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,kBAAkB,GAC5B,kBAAkB,CA0CpB;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CACtC,SAAS,EAAE,eAAe,GACzB,eAAe,CAmBjB;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,SAAS,EAAE,kBAAkB,GAAG,eAAe,GAC9C,kBAAkB,GAAG,eAAe,CAatC"}