@devrev/ts-adaas 1.1.2 → 1.1.4

package/README.md

@@ -2,6 +2,17 @@
 
 ## Release Notes
 
+### v1.1.4
+
+- Provide log line and stack trace on runtime worker errors.
+
+### v1.1.3
+
+- Exported `axios` and `axiosClient` with exponential backoff retry mechanism for HTTP requests and omitting Authorization headers from Axios errors.
+- Resolved issues with circular structure logging.
+- Fixed attachments metadata normalization bug.
+- Improved repository logging.
+
 #### v1.1.2
 
 - Unified incoming and outgoing event context.

package/dist/common/control-protocol.js

@@ -1,10 +1,7 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.emit = void 0;
-const axios_1 = __importDefault(require("axios"));
+const axios_client_1 = require("../http/axios-client");
 const logger_1 = require("../logger/logger");
 const emit = async ({ event, eventType, data, }) => {
     const newEvent = {
@@ -15,7 +12,7 @@ const emit = async ({ event, eventType, data, }) => {
     return new Promise(async (resolve, reject) => {
         console.info('Emitting event', JSON.stringify(newEvent));
         try {
-            await axios_1.default.post(event.payload.event_context.callback_url, Object.assign({}, newEvent), {
+            await axios_client_1.axiosClient.post(event.payload.event_context.callback_url, Object.assign({}, newEvent), {
                 headers: {
                     Accept: 'application/json, text/plain, */*',
                     Authorization: event.context.secrets.service_account_token,
@@ -25,8 +22,8 @@ const emit = async ({ event, eventType, data, }) => {
             resolve();
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error(`Failed to emit event with event type ${eventType}.`, (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error(`Failed to emit event with event type ${eventType}.`, (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 // TODO: Stop it through UI or think about retrying this request. Implement exponential retry mechanism.

package/dist/common/helpers.d.ts

@@ -14,3 +14,4 @@ export declare function addReportToLoaderReport({ loaderReports, report, }: {
     loaderReports: LoaderReport[];
     report: LoaderReport;
 }): LoaderReport[];
+export declare function getCircularReplacer(): (key: any, value: any) => any;

package/dist/common/helpers.js

@@ -4,6 +4,7 @@ exports.getTimeoutErrorEventType = getTimeoutErrorEventType;
 exports.getSyncDirection = getSyncDirection;
 exports.getFilesToLoad = getFilesToLoad;
 exports.addReportToLoaderReport = addReportToLoaderReport;
+exports.getCircularReplacer = getCircularReplacer;
 const extraction_1 = require("../types/extraction");
 const loading_1 = require("../types/loading");
 function getTimeoutErrorEventType(eventType) {
@@ -101,3 +102,17 @@ function addReportToLoaderReport({ loaderReports, report, }) {
     }
     return loaderReports;
 }
+// https://stackoverflow.com/a/53731154
+function getCircularReplacer() {
+    const seen = new WeakSet();
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    return (key, value) => {
+        if (typeof value === 'object' && value !== null) {
+            if (seen.has(value)) {
+                return;
+            }
+            seen.add(value);
+        }
+        return value;
+    };
+}

package/dist/common/install-initial-domain-mapping.js

@@ -1,10 +1,7 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.installInitialDomainMapping = installInitialDomainMapping;
-const axios_1 = __importDefault(require("axios"));
+const axios_client_1 = require("../http/axios-client");
 const logger_1 = require("../logger/logger");
 async function installInitialDomainMapping(event, initialDomainMappingJson) {
     var _a, _b, _c, _d, _e, _f, _g;
@@ -16,7 +13,7 @@ async function installInitialDomainMapping(event, initialDomainMappingJson) {
         return;
     }
     try {
-        const snapInResponse = await axios_1.default.get(devrevEndpoint + '/internal/snap-ins.get', {
+        const snapInResponse = await axios_client_1.axiosClient.get(devrevEndpoint + '/internal/snap-ins.get', {
             headers: {
                 Authorization: devrevToken,
             },
@@ -35,7 +32,7 @@ async function installInitialDomainMapping(event, initialDomainMappingJson) {
         if (startingRecipeBlueprint &&
             Object.keys(startingRecipeBlueprint).length !== 0) {
             try {
-                const recipeBlueprintResponse = await axios_1.default.post(`${devrevEndpoint}/internal/airdrop.recipe.blueprints.create`, Object.assign({}, startingRecipeBlueprint), {
+                const recipeBlueprintResponse = await axios_client_1.axiosClient.post(`${devrevEndpoint}/internal/airdrop.recipe.blueprints.create`, Object.assign({}, startingRecipeBlueprint), {
                     headers: {
                         Authorization: devrevToken,
                     },
@@ -44,8 +41,8 @@ async function installInitialDomainMapping(event, initialDomainMappingJson) {
                 console.log('Successfully created recipe blueprint with id: ' + recipeBlueprintId);
             }
             catch (error) {
-                if (axios_1.default.isAxiosError(error)) {
-                    console.error('Error while creating recipe blueprint', (0, logger_1.formatAxiosError)(error));
+                if (axios_client_1.axios.isAxiosError(error)) {
+                    console.error('Error while creating recipe blueprint', (0, logger_1.serializeAxiosError)(error));
                 }
                 else {
                     console.error('Error while creating recipe blueprint', error);
@@ -55,7 +52,7 @@ async function installInitialDomainMapping(event, initialDomainMappingJson) {
         try {
             // 2. Install the initial domain mappings
             const additionalMappings = initialDomainMappingJson.additional_mappings || {};
-            const initialDomainMappingInstallResponse = await axios_1.default.post(`${devrevEndpoint}/internal/airdrop.recipe.initial-domain-mappings.install`, Object.assign(Object.assign({ external_system_type: 'ADaaS', import_slug: importSlug, snap_in_slug: snapInSlug }, (recipeBlueprintId && {
+            const initialDomainMappingInstallResponse = await axios_client_1.axiosClient.post(`${devrevEndpoint}/internal/airdrop.recipe.initial-domain-mappings.install`, Object.assign(Object.assign({ external_system_type: 'ADaaS', import_slug: importSlug, snap_in_slug: snapInSlug }, (recipeBlueprintId && {
                 starting_recipe_blueprint: recipeBlueprintId,
             })), additionalMappings), {
                 headers: {
@@ -66,8 +63,8 @@ async function installInitialDomainMapping(event, initialDomainMappingJson) {
                 JSON.stringify(initialDomainMappingInstallResponse.data));
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error('Error while installing initial domain mapping', (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error('Error while installing initial domain mapping', (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 console.error('Error while installing initial domain mapping', error);
@@ -76,8 +73,8 @@ async function installInitialDomainMapping(event, initialDomainMappingJson) {
         }
     }
     catch (error) {
-        if (axios_1.default.isAxiosError(error)) {
-            console.error('Error while fetching snap in', (0, logger_1.formatAxiosError)(error));
+        if (axios_client_1.axios.isAxiosError(error)) {
+            console.error('Error while fetching snap in', (0, logger_1.serializeAxiosError)(error));
         }
         else {
             console.error('Error while fetching snap in', error);

package/dist/http/axios-client.d.ts

@@ -0,0 +1,3 @@
+import axios from 'axios';
+declare const axiosClient: import("axios").AxiosInstance;
+export { axios, axiosClient };

package/dist/http/axios-client.js

@@ -0,0 +1,41 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.axiosClient = exports.axios = void 0;
+const axios_1 = __importDefault(require("axios"));
+exports.axios = axios_1.default;
+const axios_retry_1 = __importDefault(require("axios-retry"));
+const axiosClient = axios_1.default.create();
+exports.axiosClient = axiosClient;
+// Exponential backoff algorithm: Retry 3 times and there will be a delay of more than 1 * no. of retries second + random number of milliseconds between each retry.
+(0, axios_retry_1.default)(axiosClient, {
+    retries: 3,
+    retryDelay: (retryCount, error) => {
+        var _a;
+        console.log(`Retry attempt: ${retryCount} of ${(_a = error.config) === null || _a === void 0 ? void 0 : _a.url}.`);
+        return axios_retry_1.default.exponentialDelay(retryCount, error, 1000);
+    },
+    retryCondition: (error) => {
+        var _a, _b, _c, _d;
+        if (((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) &&
+            ((_b = error.response) === null || _b === void 0 ? void 0 : _b.status) >= 500 &&
+            ((_c = error.response) === null || _c === void 0 ? void 0 : _c.status) <= 599) {
+            return true;
+        }
+        else if (((_d = error.response) === null || _d === void 0 ? void 0 : _d.status) === 429) {
+            console.log('Rate limit exceeded. Delay: ' + error.response.headers['retry-after']);
+            return false;
+        }
+        else {
+            return false;
+        }
+    },
+    onMaxRetryTimesExceeded(error, retryCount) {
+        var _a;
+        console.log(`Max retries attempted: ${retryCount}`);
+        (_a = error.config) === null || _a === void 0 ? true : delete _a.headers.Authorization;
+        delete error.request._header;
+    },
+});

package/dist/http/client.d.ts

@@ -1,6 +1,10 @@
 import { RawAxiosRequestHeaders } from 'axios';
 import { HTTPResponse } from './types';
 export declare const defaultResponse: HTTPResponse;
+/**
+ * HTTPClient class to make HTTP requests
+ * @deprecated
+ */
 export declare class HTTPClient {
     private retryAfter;
     private retryAt;

package/dist/http/client.js

@@ -35,6 +35,10 @@ exports.defaultResponse = {
     message: '',
     success: false,
 };
+/**
+ * HTTPClient class to make HTTP requests
+ * @deprecated
+ */
 class HTTPClient {
     constructor() {
         this.retryAfter = 0;

package/dist/http/index.d.ts

@@ -1,2 +1,3 @@
 export * from './client';
 export * from './types';
+export * from './axios-client';

package/dist/http/index.js

@@ -16,3 +16,4 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./client"), exports);
 __exportStar(require("./types"), exports);
+__exportStar(require("./axios-client"), exports);

package/dist/http/types.d.ts

@@ -1,3 +1,7 @@
+/**
+ * HTTP Response type
+ * @deprecated
+ */
 export type HTTPResponse = {
     success: boolean;
     message: string;

package/dist/index.d.ts

@@ -9,3 +9,4 @@ export { processTask } from './workers/process-task';
 export { spawn } from './workers/spawn';
 export * from './types/workers';
 export { formatAxiosError } from './logger/logger';
+export { serializeAxiosError } from './logger/logger';

package/dist/index.js

@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatAxiosError = exports.spawn = exports.processTask = exports.WorkerAdapter = void 0;
+exports.serializeAxiosError = exports.formatAxiosError = exports.spawn = exports.processTask = exports.WorkerAdapter = void 0;
 __exportStar(require("./deprecated/adapter"), exports);
 __exportStar(require("./deprecated/demo-extractor"), exports);
 __exportStar(require("./deprecated/uploader"), exports);
@@ -30,3 +30,5 @@ Object.defineProperty(exports, "spawn", { enumerable: true, get: function () { r
 __exportStar(require("./types/workers"), exports);
 var logger_1 = require("./logger/logger");
 Object.defineProperty(exports, "formatAxiosError", { enumerable: true, get: function () { return logger_1.formatAxiosError; } });
+var logger_2 = require("./logger/logger");
+Object.defineProperty(exports, "serializeAxiosError", { enumerable: true, get: function () { return logger_2.serializeAxiosError; } });

package/dist/logger/logger.d.ts

@@ -1,6 +1,6 @@
 import { Console } from 'node:console';
 import { LoggerFactoryInterface, LogLevel, PrintableState } from './logger.interfaces';
-import { AxiosError } from 'axios';
+import { AxiosError, RawAxiosResponseHeaders } from 'axios';
 export declare class Logger extends Console {
     private options?;
     constructor({ event, options }: LoggerFactoryInterface);
@@ -11,4 +11,23 @@ export declare class Logger extends Console {
     error(...args: unknown[]): void;
 }
 export declare function getPrintableState(state: Record<string, any>): PrintableState;
+/**
+ * @deprecated
+ */
 export declare function formatAxiosError(error: AxiosError): object;
+export declare const serializeError: (error: unknown) => Error;
+export declare function serializeAxiosError(error: AxiosError): {
+    config: {
+        method: string | undefined;
+        params: any;
+        url: string | undefined;
+    };
+    isAxiosError: boolean;
+    isCorsOrNoNetworkError: boolean;
+    response: {
+        data: unknown;
+        headers: RawAxiosResponseHeaders;
+        status: number;
+        statusText: string;
+    } | null;
+};

package/dist/logger/logger.js

@@ -3,14 +3,16 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Logger = void 0;
+exports.serializeError = exports.Logger = void 0;
 exports.getPrintableState = getPrintableState;
 exports.formatAxiosError = formatAxiosError;
+exports.serializeAxiosError = serializeAxiosError;
 const lambda_log_1 = __importDefault(require("lambda-log"));
 const node_console_1 = require("node:console");
 const logger_interfaces_1 = require("./logger.interfaces");
 const node_worker_threads_1 = require("node:worker_threads");
 const workers_1 = require("../types/workers");
+const helpers_1 = require("../common/helpers");
 class Logger extends node_console_1.Console {
     constructor({ event, options }) {
         super(process.stdout, process.stderr);
@@ -34,7 +36,7 @@ class Logger extends node_console_1.Console {
             node_worker_threads_1.parentPort === null || node_worker_threads_1.parentPort === void 0 ? void 0 : node_worker_threads_1.parentPort.postMessage({
                 subject: workers_1.WorkerMessageSubject.WorkerMessageLog,
                 payload: {
-                    args: JSON.parse(JSON.stringify(args)),
+                    args: JSON.parse(JSON.stringify(args, (0, helpers_1.getCircularReplacer)())),
                     level,
                 },
             });
@@ -84,17 +86,42 @@ function getPrintableState(state) {
     // Process the state object directly since it's guaranteed to be an object
     return processValue(state);
 }
+/**
+ * @deprecated
+ */
 function formatAxiosError(error) {
-    var _a, _b, _c, _d;
-    if (error.response) {
-        return {
-            status: error.response.status,
-            data: error.response.data,
-            method: (_a = error.config) === null || _a === void 0 ? void 0 : _a.method,
-            baseURL: (_b = error.config) === null || _b === void 0 ? void 0 : _b.baseURL,
-            url: (_c = error.config) === null || _c === void 0 ? void 0 : _c.url,
-            payload: (_d = error.config) === null || _d === void 0 ? void 0 : _d.data,
-        };
+    return serializeAxiosError(error);
+}
+const serializeError = (error) => {
+    let serializedError = error;
+    try {
+        serializedError = JSON.parse(JSON.stringify(error, Object.getOwnPropertyNames(error)));
+    }
+    catch (err) {
+        console.error('Failed to serialize error object for logger', err);
     }
-    return error;
+    return serializedError;
+};
+exports.serializeError = serializeError;
+function serializeAxiosError(error) {
+    var _a, _b, _c;
+    const response = error.response
+        ? {
+            data: error.response.data,
+            headers: error.response.headers,
+            status: error.response.status,
+            statusText: error.response.statusText,
+        }
+        : null;
+    const config = {
+        method: (_a = error.config) === null || _a === void 0 ? void 0 : _a.method,
+        params: (_b = error.config) === null || _b === void 0 ? void 0 : _b.params,
+        url: (_c = error.config) === null || _c === void 0 ? void 0 : _c.url,
+    };
+    return {
+        config,
+        isAxiosError: true,
+        isCorsOrNoNetworkError: !error.response,
+        response,
+    };
 }

package/dist/logger/logger.test.js

@@ -30,7 +30,7 @@ it('getPrintableState should return printable state', () => {
         },
     });
 });
-it('formatAxiosError should return formatted error', () => {
+it('serializeAxiosError should return formatted error', () => {
     const error = {
         response: {
             status: 500,
@@ -40,13 +40,20 @@ it('formatAxiosError should return formatted error', () => {
             method: 'GET',
         },
     };
-    const formattedError = (0, logger_1.formatAxiosError)(error);
+    const formattedError = (0, logger_1.serializeAxiosError)(error);
     expect(formattedError).toEqual({
-        status: 500,
-        data: 'Internal server error',
-        method: 'GET',
-        baseURL: undefined,
-        url: undefined,
-        payload: undefined,
+        config: {
+            method: 'GET',
+            params: undefined,
+            url: undefined,
+        },
+        isAxiosError: true,
+        isCorsOrNoNetworkError: false,
+        response: {
+            data: 'Internal server error',
+            headers: undefined,
+            status: 500,
+            statusText: undefined,
+        },
     });
 });

package/dist/mappers/mappers.js

@@ -1,10 +1,7 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Mappers = void 0;
-const axios_1 = __importDefault(require("axios"));
+const axios_client_1 = require("../http/axios-client");
 class Mappers {
     constructor({ event }) {
         this.endpoint = event.execution_metadata.devrev_endpoint;
@@ -12,7 +9,7 @@ class Mappers {
     }
     async getByTargetId(params) {
         const { sync_unit, target } = params;
-        return axios_1.default.get(`${this.endpoint}/internal/airdrop.sync-mapper-record.get-by-target`, {
+        return axios_client_1.axiosClient.get(`${this.endpoint}/internal/airdrop.sync-mapper-record.get-by-target`, {
             headers: {
                 Authorization: this.token,
             },
@@ -20,14 +17,14 @@ class Mappers {
         });
     }
     async create(params) {
-        return axios_1.default.post(`${this.endpoint}/internal/airdrop.sync-mapper-record.create`, params, {
+        return axios_client_1.axiosClient.post(`${this.endpoint}/internal/airdrop.sync-mapper-record.create`, params, {
             headers: {
                 Authorization: this.token,
             },
         });
     }
     async update(params) {
-        return axios_1.default.post(`${this.endpoint}/internal/airdrop.sync-mapper-record.update`, params, {
+        return axios_client_1.axiosClient.post(`${this.endpoint}/internal/airdrop.sync-mapper-record.update`, params, {
             headers: {
                 Authorization: this.token,
             },

package/dist/repo/repo.js

@@ -17,7 +17,7 @@ class Repo {
     async upload(batch) {
         const itemsToUpload = batch || this.items;
         if (itemsToUpload.length > 0) {
-            console.log(`Uploading ${itemsToUpload.length} items of type ${this.itemType}.`);
+            console.log(`Uploading ${itemsToUpload.length} items of type ${this.itemType}. `);
             const { artifact, error } = await this.uploader.upload(this.itemType, itemsToUpload);
             if (error || !artifact) {
                 console.error('Error while uploading batch', error);
@@ -28,6 +28,7 @@ class Repo {
             if (!batch) {
                 this.items = [];
             }
+            console.log(`Uploaded ${itemsToUpload.length} items of type ${this.itemType}. Number of items left in repo: ${this.items.length}.`);
         }
         else {
             console.log(`No items to upload for type ${this.itemType}. Skipping upload.`);
@@ -38,7 +39,8 @@ class Repo {
             let recordsToPush;
             // Normalize items if needed
             if (this.normalize &&
-                !Object.values(constants_1.AIRDROP_DEFAULT_ITEM_TYPES).includes(this.itemType)) {
+                this.itemType != constants_1.AIRDROP_DEFAULT_ITEM_TYPES.EXTERNAL_DOMAIN_METADATA &&
+                this.itemType != constants_1.AIRDROP_DEFAULT_ITEM_TYPES.SSOR_ATTACHMENT) {
                 recordsToPush = items.map((item) => this.normalize(item));
             }
             else {
@@ -46,7 +48,7 @@ class Repo {
             }
             // Add the new records to the items array
             this.items.push(...recordsToPush);
-            console.log(`Extracted ${this.items.length} items of type ${this.itemType}.`);
+            console.log(`Extracted ${recordsToPush.length} new items of type ${this.itemType}. Total number of items in repo: ${this.items.length}.`);
             // Upload in batches while the number of items exceeds the batch size
             while (this.items.length >= constants_1.ARTIFACT_BATCH_SIZE) {
                 // Slice out a batch of ARTIFACT_BATCH_SIZE items to upload

package/dist/repo/repo.test.js

@@ -43,11 +43,23 @@ describe('Repo class push method', () => {
         await repo.push(items);
         expect(normalize).not.toHaveBeenCalled();
     });
-    describe('should not normalize items if they are airdrop default item types', () => {
-        it.each(Object.values(constants_1.AIRDROP_DEFAULT_ITEM_TYPES))('item type: %s', async (itemType) => {
+    describe('should not normalize items if type is "external_domain_metadata" or "ssor_attachment"', () => {
+        it('item type: external_domain_metadata', async () => {
             repo = new repo_1.Repo({
                 event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-                itemType,
+                itemType: constants_1.AIRDROP_DEFAULT_ITEM_TYPES.EXTERNAL_DOMAIN_METADATA,
+                normalize,
+                onUpload: jest.fn(),
+                options: {},
+            });
+            const items = (0, test_helpers_1.createItems)(10);
+            await repo.push(items);
+            expect(normalize).not.toHaveBeenCalled();
+        });
+        it('item type: ssor_attachment', async () => {
+            repo = new repo_1.Repo({
+                event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
+                itemType: constants_1.AIRDROP_DEFAULT_ITEM_TYPES.SSOR_ATTACHMENT,
                 normalize,
                 onUpload: jest.fn(),
                 options: {},

package/dist/state/state.js

@@ -1,11 +1,8 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.State = void 0;
 exports.createAdapterState = createAdapterState;
-const axios_1 = __importDefault(require("axios"));
+const axios_client_1 = require("../http/axios-client");
 const extraction_1 = require("../types/extraction");
 const constants_1 = require("../common/constants");
 const logger_1 = require("../logger/logger");
@@ -59,7 +56,7 @@ class State {
      */
     async postState(state) {
         try {
-            await axios_1.default.post(this.workerUrl + '.update', {
+            await axios_client_1.axiosClient.post(this.workerUrl + '.update', {
                 state: JSON.stringify(state || this.state),
             }, {
                 headers: {
@@ -74,8 +71,8 @@ class State {
             console.log('State updated successfully to:', (0, logger_1.getPrintableState)(this.state));
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error('Failed to update state.', (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error('Failed to update state.', (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 console.error('Failed to update state.', error);
@@ -93,7 +90,7 @@ class State {
             this.event.payload.event_context.sync_unit_id +
             '.');
         try {
-            const response = await axios_1.default.post(this.workerUrl + '.get', {}, {
+            const response = await axios_client_1.axiosClient.post(this.workerUrl + '.get', {}, {
                 headers: {
                     Authorization: this.devrevToken,
                 },
@@ -107,7 +104,7 @@ class State {
             return this.state;
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
+            if (axios_client_1.axios.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
                 const state = Object.assign(Object.assign({}, initialState), this.initialSdkState);
                 this.state = state;
                 console.log('State not found, returning initial state. Current state:', (0, logger_1.getPrintableState)(this.state));

package/dist/uploader/uploader.js

@@ -27,7 +27,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Uploader = void 0;
-const axios_1 = __importDefault(require("axios"));
+const axios_client_1 = require("../http/axios-client");
 const fs_1 = __importStar(require("fs"));
 const zlib_1 = __importDefault(require("zlib"));
 const js_jsonl_1 = require("js-jsonl");
@@ -98,8 +98,8 @@ class Uploader {
             return response.data;
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error('Error while preparing artifact.', (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error('Error while preparing artifact.', (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 console.error('Error while preparing artifact.', error);
@@ -115,14 +115,14 @@ class Uploader {
         }
         formData.append('file', file);
         try {
-            const response = await axios_1.default.post(preparedArtifact.url, formData, {
+            const response = await axios_client_1.axiosClient.post(preparedArtifact.url, formData, {
                 headers: Object.assign({}, formData.getHeaders()),
             });
             return response;
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error('Error while uploading artifact.', (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error('Error while uploading artifact.', (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 console.error('Error while uploading artifact.', error);
@@ -138,7 +138,7 @@ class Uploader {
         }
         formData.append('file', fileStreamResponse.data);
         try {
-            const response = await axios_1.default.post(preparedArtifact.url, formData, {
+            const response = await axios_client_1.axiosClient.post(preparedArtifact.url, formData, {
                 headers: Object.assign(Object.assign({}, formData.getHeaders()), (!fileStreamResponse.headers['content-length'] && {
                     'Content-Length': constants_1.MAX_DEVREV_ARTIFACT_SIZE,
                 })),
@@ -146,8 +146,8 @@ class Uploader {
             return response;
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error('Error while streaming artifact.', (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error('Error while streaming artifact.', (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 console.error('Error while streaming artifact.', error);
@@ -223,14 +223,14 @@ class Uploader {
     }
     async downloadArtifact(artifactUrl) {
         try {
-            const response = await axios_1.default.get(artifactUrl, {
+            const response = await axios_client_1.axiosClient.get(artifactUrl, {
                 responseType: 'arraybuffer',
             });
             return response.data;
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error('Error while downloading artifact from URL.', (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error('Error while downloading artifact from URL.', (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 console.error('Error while downloading artifact from URL.', error);
@@ -302,7 +302,7 @@ class Uploader {
     }
     async getFileStreamResponse(url) {
         try {
-            const fileStreamResponse = await axios_1.default.get(url, {
+            const fileStreamResponse = await axios_client_1.axiosClient.get(url, {
                 responseType: 'stream',
                 headers: {
                     Authorization: this.event.payload.connection_data.key,
@@ -311,8 +311,8 @@ class Uploader {
             return fileStreamResponse;
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
-                console.error('Error while fetching attachment from URL.', (0, logger_1.formatAxiosError)(error));
+            if (axios_client_1.axios.isAxiosError(error)) {
+                console.error('Error while fetching attachment from URL.', (0, logger_1.serializeAxiosError)(error));
             }
             else {
                 console.error('Error while fetching attachment from URL.', error);

package/dist/workers/create-worker.js

@@ -16,7 +16,7 @@ async function createWorker(workerData) {
                 workerData,
             });
             worker.on(workers_1.WorkerEvent.WorkerError, (error) => {
-                logger.error('Worker error', error);
+                logger.error('Worker error', (0, logger_1.serializeError)(error));
                 reject();
             });
             worker.on(workers_1.WorkerEvent.WorkerOnline, () => {

package/dist/workers/worker-adapter.js

@@ -1,11 +1,8 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.WorkerAdapter = void 0;
 exports.createWorkerAdapter = createWorkerAdapter;
-const axios_1 = __importDefault(require("axios"));
+const axios_client_1 = require("../http/axios-client");
 const extraction_1 = require("../types/extraction");
 const loading_1 = require("../types/loading");
 const constants_1 = require("../common/constants");
@@ -77,7 +74,8 @@ class WorkerAdapter {
     }
     initializeRepos(repos) {
         this.repos = repos.map((repo) => {
-            const shouldNormalize = !Object.values(constants_1.AIRDROP_DEFAULT_ITEM_TYPES).includes(repo.itemType);
+            const shouldNormalize = repo.itemType !== constants_1.AIRDROP_DEFAULT_ITEM_TYPES.EXTERNAL_DOMAIN_METADATA &&
+                repo.itemType !== constants_1.AIRDROP_DEFAULT_ITEM_TYPES.SSOR_ATTACHMENT;
             return new repo_1.Repo(Object.assign(Object.assign({ event: this.event, itemType: repo.itemType }, (shouldNormalize && { normalize: repo.normalize })), { onUpload: (artifact) => {
                     var _a;
                     this.artifacts.push(artifact);
@@ -342,8 +340,8 @@ class WorkerAdapter {
                         console.log('Updated sync mapper record', JSON.stringify(updateSyncMapperRecordResponse.data));
                     }
                     catch (error) {
-                        if (axios_1.default.isAxiosError(error)) {
-                            console.error('Failed to update sync mapper record', (0, logger_1.formatAxiosError)(error));
+                        if (axios_client_1.axios.isAxiosError(error)) {
+                            console.error('Failed to update sync mapper record', (0, logger_1.serializeAxiosError)(error));
                             return {
                                 error: {
                                     message: error.message,
@@ -387,7 +385,7 @@ class WorkerAdapter {
             // Update mapper (optional)
         }
         catch (error) {
-            if (axios_1.default.isAxiosError(error)) {
+            if (axios_client_1.axios.isAxiosError(error)) {
                 if (((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
                     // Create item
                     const { id, delay, error } = await itemTypeToLoad.create({
@@ -413,8 +411,8 @@ class WorkerAdapter {
                             };
                         }
                         catch (error) {
-                            if (axios_1.default.isAxiosError(error)) {
-                                console.error('Failed to create sync mapper record', (0, logger_1.formatAxiosError)(error));
+                            if (axios_client_1.axios.isAxiosError(error)) {
+                                console.error('Failed to create sync mapper record', (0, logger_1.serializeAxiosError)(error));
                                 return {
                                     error: {
                                         message: error.message,
@@ -447,7 +445,7 @@ class WorkerAdapter {
                     }
                 }
                 else {
-                    console.error('Failed to get sync mapper record', (0, logger_1.formatAxiosError)(error));
+                    console.error('Failed to get sync mapper record', (0, logger_1.serializeAxiosError)(error));
                     return {
                         error: {
                             message: error.message,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devrev/ts-adaas",
-  "version": "1.1.2",
+  "version": "1.1.4",
   "description": "Typescript library containing the ADaaS(AirDrop as a Service) control protocol.",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -37,7 +37,8 @@
   },
   "dependencies": {
     "@devrev/typescript-sdk": "^1.1.27",
-    "axios": "^1.5.1",
+    "axios": "^1.7.9",
+    "axios-retry": "^4.5.0",
     "form-data": "^4.0.1",
     "js-jsonl": "^1.1.1",
     "lambda-log": "^3.1.0",