@devrev/airsync-sdk 2.0.0-beta.0

package/dist/deprecated/uploader/index.js

@@ -0,0 +1,161 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Uploader = void 0;
+const typescript_sdk_1 = require("@devrev/typescript-sdk");
+const fs_1 = __importStar(require("fs"));
+const axios_client_internal_1 = require("../../http/axios-client-internal");
+const helpers_1 = require("../common/helpers");
+/**
+ * Uploader class is used to upload files to the DevRev platform.
+ * The class provides utilities to
+ * - prepare artifact
+ * - upload artifact
+ * - return the artifact information to the platform
+ *
+ * @class Uploader
+ * @constructor
+ * @param {string} endpoint - The endpoint of the DevRev platform
+ * @param {string} token - The token to authenticate with the DevRev platform
+ * @param {boolean} local - Flag to indicate if the uploader should upload to the file-system.
+ */
+class Uploader {
+    constructor(endpoint, token, local = false) {
+        this.betaDevrevSdk = typescript_sdk_1.client.setupBeta({
+            endpoint,
+            token,
+        });
+        this.local = local;
+    }
+    /**
+     *
+     *  Uploads the file to the DevRev platform. The file is uploaded to the platform
+     *  and the artifact information is returned.
+     *
+     * @param {string} filename - The name of the file to be uploaded
+     * @param {string} entity - The entity type of the file to be uploaded
+     * @param {object[] | object} fetchedObjects - The objects to be uploaded
+     * @param filetype - The type of the file to be uploaded
+     * @returns {Promise<UploadResponse>} - The response object containing the artifact information
+     */
+    async upload(filename, entity, fetchedObjects, filetype = 'application/jsonl+json') {
+        if (this.local) {
+            await this.downloadToLocal(filename, fetchedObjects);
+        }
+        const preparedArtifact = await this.prepareArtifact(filename, filetype);
+        if (!preparedArtifact) {
+            return {
+                artifact: undefined,
+                error: { message: 'Error while preparing artifact' },
+            };
+        }
+        const uploadedArtifact = await this.uploadToArtifact(preparedArtifact, fetchedObjects);
+        if (!uploadedArtifact) {
+            return {
+                artifact: undefined,
+                error: { message: 'Error while uploading artifact' },
+            };
+        }
+        // If file was successfully uploaded we want to post data about that file when emitting
+        const itemCount = Array.isArray(fetchedObjects) ? fetchedObjects.length : 1;
+        const artifact = {
+            id: preparedArtifact.id,
+            item_type: entity,
+            item_count: itemCount,
+        };
+        console.log(`Artifact uploaded successfully: ${artifact.id}`);
+        return { artifact, error: undefined };
+    }
+    async prepareArtifact(filename, filetype) {
+        try {
+            const response = await this.betaDevrevSdk.artifactsPrepare({
+                file_name: filename,
+                file_type: filetype,
+            });
+            return response.data;
+        }
+        catch (error) {
+            console.error('Error while preparing artifact: ' + error);
+            return null;
+        }
+    }
+    async uploadToArtifact(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    preparedArtifact, fetchedObjects
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    ) {
+        const formData = (0, helpers_1.createFormData)(preparedArtifact, fetchedObjects);
+        try {
+            const response = await axios_client_internal_1.axiosClient.post(preparedArtifact.url, formData, {
+                headers: {
+                    'Content-Type': 'multipart/form-data',
+                },
+            });
+            return response;
+        }
+        catch (error) {
+            console.error('Error while uploading artifact: ' + error);
+            return null;
+        }
+    }
+    async downloadToLocal(filePath, fetchedObjects) {
+        console.log(`Uploading ${filePath} to local file system`);
+        try {
+            if (!fs_1.default.existsSync('extracted_files')) {
+                fs_1.default.mkdirSync('extracted_files');
+            }
+            const timestamp = new Date().getTime();
+            const fileHandle = await fs_1.promises.open(`extracted_files/${timestamp}_${filePath}`, 'w');
+            let objArray = [];
+            if (!Array.isArray(fetchedObjects)) {
+                objArray.push(fetchedObjects);
+            }
+            else {
+                objArray = fetchedObjects;
+            }
+            for (const jsonObject of objArray) {
+                const jsonLine = JSON.stringify(jsonObject) + '\n';
+                await fileHandle.write(jsonLine);
+            }
+            await fileHandle.close();
+            console.log('Data successfully written to', filePath);
+        }
+        catch (error) {
+            console.error('Error writing data to file:', error);
+            return Promise.reject(error);
+        }
+    }
+}
+exports.Uploader = Uploader;

package/dist/http/axios-client-internal.d.ts

@@ -0,0 +1,3 @@
+declare const axiosClient: import("axios").AxiosInstance;
+export { axiosClient };
+//# sourceMappingURL=axios-client-internal.d.ts.map

package/dist/http/axios-client-internal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAiFH,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/http/axios-client-internal.js

@@ -0,0 +1,66 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.axiosClient = void 0;
+const axios_1 = __importDefault(require("axios"));
+const axios_retry_1 = __importDefault(require("axios-retry"));
+const axiosClient = axios_1.default.create({
+    timeout: 30 * 1000,
+});
+exports.axiosClient = axiosClient;
+(0, axios_retry_1.default)(axiosClient, {
+    retries: 5,
+    shouldResetTimeout: true,
+    retryDelay: (retryCount, error) => {
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
+        let delay;
+        if (((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 429) {
+            const retryAfter = ((_c = (_b = error.response) === null || _b === void 0 ? void 0 : _b.headers) === null || _c === void 0 ? void 0 : _c['retry-after']) ||
+                ((_e = (_d = error.response) === null || _d === void 0 ? void 0 : _d.headers) === null || _e === void 0 ? void 0 : _e['Retry-After']);
+            delay = parseInt(retryAfter, 10) * 1000;
+        }
+        else {
+            delay = axios_retry_1.default.exponentialDelay(retryCount, error, 1000);
+        }
+        const requestId = ((_g = (_f = error.config) === null || _f === void 0 ? void 0 : _f.headers) === null || _g === void 0 ? void 0 : _g['x-request-id']) ||
+            ((_j = (_h = error.config) === null || _h === void 0 ? void 0 : _h.headers) === null || _j === void 0 ? void 0 : _j['X-Request-ID']);
+        const delayInSeconds = Math.round(delay / 1000);
+        console.warn(`Retrying request to ${(_k = error.config) === null || _k === void 0 ? void 0 : _k.url} in ${delayInSeconds}s due to ${(_m = (_l = error.response) === null || _l === void 0 ? void 0 : _l.status) !== null && _m !== void 0 ? _m : 'unknown'} error.`, Object.assign(Object.assign({ method: (_o = error.config) === null || _o === void 0 ? void 0 : _o.method }, (retryCount && { retryCount })), (requestId && { requestId })));
+        return delay;
+    },
+    retryCondition: (error) => {
+        var _a, _b, _c, _d, _e, _f, _g;
+        const retryAfter = ((_b = (_a = error.response) === null || _a === void 0 ? void 0 : _a.headers) === null || _b === void 0 ? void 0 : _b['retry-after']) ||
+            ((_d = (_c = error.response) === null || _c === void 0 ? void 0 : _c.headers) === null || _d === void 0 ? void 0 : _d['Retry-After']);
+        // 5xx errors
+        if (((_e = error.response) === null || _e === void 0 ? void 0 : _e.status) && error.response.status >= 500) {
+            return true;
+        }
+        // 429 errors when retry-after header is present
+        else if (((_f = error.response) === null || _f === void 0 ? void 0 : _f.status) &&
+            error.response.status === 429 &&
+            retryAfter &&
+            !isNaN(Number(retryAfter)) &&
+            Number(retryAfter) >= 0) {
+            return true;
+        }
+        // Network errors for idempotent requests if not 429, because 429 is handled above
+        else if (axios_retry_1.default.isNetworkOrIdempotentRequestError(error) &&
+            ((_g = error.response) === null || _g === void 0 ? void 0 : _g.status) !== 429) {
+            return true;
+        }
+        // all other errors
+        else {
+            return false;
+        }
+    },
+    onMaxRetryTimesExceeded(error) {
+        var _a, _b, _c, _d, _e, _f;
+        (_b = (_a = error.config) === null || _a === void 0 ? void 0 : _a.headers) === null || _b === void 0 ? true : delete _b.authorization;
+        (_d = (_c = error.config) === null || _c === void 0 ? void 0 : _c.headers) === null || _d === void 0 ? true : delete _d.Authorization;
+        (_e = error.request) === null || _e === void 0 ? true : delete _e._header;
+        console.error(`Request to ${(_f = error.config) === null || _f === void 0 ? void 0 : _f.url} failed after max retries. Error`, error);
+    },
+});

package/dist/http/axios-client-internal.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=axios-client-internal.test.d.ts.map

package/dist/http/axios-client-internal.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"axios-client-internal.test.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.test.ts"],"names":[],"mappings":""}

package/dist/http/axios-client-internal.test.js

@@ -0,0 +1,154 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const jest_setup_1 = require("../tests/jest.setup");
+const axios_client_internal_1 = require("./axios-client-internal");
+jest.setTimeout(60000);
+describe('Internal Axios Client', () => {
+    it('should not retry on 200 response', async () => {
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
+    });
+    it('should not retry on 400 response', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 400,
+        });
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
+    });
+    // TODO: This test is working as expected, but it takes too long to run. Not
+    // sure if it is good idea to have it.
+    //   it('should retry on 500 response', async () => {
+    //     mockServer.setRoute({
+    //       path: '/test-endpoint',
+    //       method: 'GET',
+    //       status: 200,
+    //       retry: {
+    //         failureCount: 4,
+    //         errorStatus: 500,
+    //         errorBody: { error: 'Internal Server Error' },
+    //       },
+    //     });
+    //     await axiosClient.get(mockServer.baseUrl + '/test-endpoint');
+    //     expect(mockServer.getRequestCount('GET', '/test-endpoint')).toBe(5);
+    //   });
+    it('should retry 2 times on 500 response and then succeed third time when response is 200', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 2,
+                errorStatus: 500,
+                errorBody: { error: 'Internal Server Error' },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(3);
+    });
+    it('should retry once after 3 seconds when response is 429 and Retry-After header is valid value', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: {
+                    'Retry-After': '3',
+                },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(2);
+    });
+    it('should retry once after 3 seconds and measure time between retries when response is 429 and Retry-After header is valid value', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': '3' },
+            },
+        });
+        const startTime = Date.now();
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        const endTime = Date.now();
+        const duration = endTime - startTime;
+        const expectedDuration = 3 * 1000;
+        expect(duration).toBeGreaterThanOrEqual(expectedDuration);
+        expect(duration).toBeLessThan(expectedDuration + 1000);
+    });
+    it('should retry when response is 429 and Retry-After header is lowercase', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'retry-after': '3' },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(2);
+    });
+    it('[edge] should not retry when response is 429 and there is no Retry-After header', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+            },
+        });
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
+    });
+    it('[edge] should retry when response is 429 and Retry-After header is 0', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': '0' },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(2);
+    });
+    it('[edge] should not retry when response is 429 and Retry-After header is negative value', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': '-1' },
+            },
+        });
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
+    });
+    it('[edge] should not retry when response is 429 and Retry-After header is invalid value', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': 'invalid' },
+            },
+        });
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
+    });
+});

package/dist/http/axios-client.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Axios client setup with retry capabilities using axios-retry.
+ *
+ * This module exports an Axios client instance (`axiosClient`) that is configured to automatically retry
+ * failed requests under certain conditions.
+ *
+ * Retry Conditions:
+ * 1. Network errors (where no response is received).
+ * 2. Idempotent requests (defaults include GET, HEAD, OPTIONS, PUT).
+ * 3. All 5xx server errors.
+ *
+ * Retry Strategy:
+ * - A maximum of 5 retries are attempted.
+ * - Exponential backoff delay is applied between retries, increasing with each retry attempt.
+ *
+ * Additional Features:
+ * - When the maximum number of retry attempts is reached, sensitive headers (like authorization)
+ *   are removed from error logs for security reasons.
+ *
+ * Exported:
+ * - `axios`: Original axios instance for additional customizations or direct use.
+ * - `axiosClient`: Configured axios instance with retry logic.
+ */
+import axios from 'axios';
+declare const axiosClient: import("axios").AxiosInstance;
+export { axios, axiosClient };
+//# sourceMappingURL=axios-client.d.ts.map

package/dist/http/axios-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"axios-client.d.ts","sourceRoot":"","sources":["../../src/http/axios-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAqB,MAAM,OAAO,CAAC;AAG1C,QAAA,MAAM,WAAW,+BAAiB,CAAC;AAiCnC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC"}

package/dist/http/axios-client.js

@@ -0,0 +1,57 @@
+"use strict";
+/**
+ * Axios client setup with retry capabilities using axios-retry.
+ *
+ * This module exports an Axios client instance (`axiosClient`) that is configured to automatically retry
+ * failed requests under certain conditions.
+ *
+ * Retry Conditions:
+ * 1. Network errors (where no response is received).
+ * 2. Idempotent requests (defaults include GET, HEAD, OPTIONS, PUT).
+ * 3. All 5xx server errors.
+ *
+ * Retry Strategy:
+ * - A maximum of 5 retries are attempted.
+ * - Exponential backoff delay is applied between retries, increasing with each retry attempt.
+ *
+ * Additional Features:
+ * - When the maximum number of retry attempts is reached, sensitive headers (like authorization)
+ *   are removed from error logs for security reasons.
+ *
+ * Exported:
+ * - `axios`: Original axios instance for additional customizations or direct use.
+ * - `axiosClient`: Configured axios instance with retry logic.
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.axiosClient = exports.axios = void 0;
+const axios_1 = __importDefault(require("axios"));
+exports.axios = axios_1.default;
+const axios_retry_1 = __importDefault(require("axios-retry"));
+const axiosClient = axios_1.default.create();
+exports.axiosClient = axiosClient;
+(0, axios_retry_1.default)(axiosClient, {
+    retries: 5,
+    retryDelay: (retryCount, error) => {
+        var _a, _b, _c;
+        // exponential backoff algorithm: 1 * 2 ^ retryCount * 1000ms
+        const delay = axios_retry_1.default.exponentialDelay(retryCount, error, 1000);
+        console.warn(`Request to ${(_a = error.config) === null || _a === void 0 ? void 0 : _a.url} failed with response status code ${(_b = error.response) === null || _b === void 0 ? void 0 : _b.status}. Method ${(_c = error.config) === null || _c === void 0 ? void 0 : _c.method}. Retry count: ${retryCount}. Retrying in ${Math.round(delay / 1000)}s.`);
+        return delay;
+    },
+    retryCondition: (error) => {
+        var _a, _b, _c;
+        return ((axios_retry_1.default.isNetworkOrIdempotentRequestError(error) &&
+            ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) !== 429) ||
+            ((_c = (_b = error.response) === null || _b === void 0 ? void 0 : _b.status) !== null && _c !== void 0 ? _c : 0) >= 500);
+    },
+    onMaxRetryTimesExceeded(error) {
+        var _a, _b, _c, _d;
+        (_b = (_a = error.config) === null || _a === void 0 ? void 0 : _a.headers) === null || _b === void 0 ? true : delete _b.authorization;
+        (_d = (_c = error.config) === null || _c === void 0 ? void 0 : _c.headers) === null || _d === void 0 ? true : delete _d.Authorization;
+        delete error.request._header;
+        console.warn('Max retry times exceeded. Error', error);
+    },
+});

package/dist/http/constants.d.ts

@@ -0,0 +1,4 @@
+export declare const RATE_LIMIT_EXCEEDED = "LIMIT_EXCEEDED";
+export declare const LAMBDA_LIMIT_EXCEEDED = "LAMBDA_LIMIT_EXCEEDED";
+export declare const RATE_LIMIT_EXCEEDED_STATUS_CODE = 429;
+//# sourceMappingURL=constants.d.ts.map

package/dist/http/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/http/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,mBAAmB,CAAC;AACpD,eAAO,MAAM,qBAAqB,0BAA0B,CAAC;AAC7D,eAAO,MAAM,+BAA+B,MAAM,CAAC"}

package/dist/http/constants.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RATE_LIMIT_EXCEEDED_STATUS_CODE = exports.LAMBDA_LIMIT_EXCEEDED = exports.RATE_LIMIT_EXCEEDED = void 0;
+exports.RATE_LIMIT_EXCEEDED = 'LIMIT_EXCEEDED';
+exports.LAMBDA_LIMIT_EXCEEDED = 'LAMBDA_LIMIT_EXCEEDED';
+exports.RATE_LIMIT_EXCEEDED_STATUS_CODE = 429;

package/dist/http/index.d.ts

@@ -0,0 +1,3 @@
+export * from './axios-client';
+export * from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/http/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/http/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,SAAS,CAAC"}

package/dist/http/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./axios-client"), exports);
+__exportStar(require("./types"), exports);

package/dist/http/types.d.ts

@@ -0,0 +1,17 @@
+/**
+ * HTTP Response type
+ * @deprecated
+ */
+export type HTTPResponse = {
+    success: boolean;
+    message: string;
+    data: Data;
+};
+interface Data {
+    records: object[];
+    delay: number;
+    nextPage?: number;
+    metadata?: object;
+}
+export {};
+//# sourceMappingURL=types.d.ts.map

package/dist/http/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/http/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,IAAI,CAAC;CACZ,CAAC;AAEF,UAAU,IAAI;IACZ,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB"}

package/dist/http/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/index.d.ts

@@ -0,0 +1,14 @@
+export * from './deprecated/adapter';
+export * from './deprecated/demo-extractor';
+export * from './deprecated/http/client';
+export * from './deprecated/uploader';
+export * from './http';
+export * from './types';
+export * from './common/install-initial-domain-mapping';
+export { ExtractionCommonError } from './common/errors';
+export { processTask } from './multithreading/process-task';
+export { spawn } from './multithreading/spawn/spawn';
+export { WorkerAdapter } from './multithreading/worker-adapter/worker-adapter';
+export * from './types/workers';
+export { formatAxiosError, serializeAxiosError } from './logger/logger';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,0BAA0B,CAAC;AACzC,cAAc,uBAAuB,CAAC;AAEtC,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AAExB,cAAc,yCAAyC,CAAC;AAExD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAExD,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,8BAA8B,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAC;AAE/E,cAAc,iBAAiB,CAAC;AAEhC,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/index.js

@@ -0,0 +1,34 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.serializeAxiosError = exports.formatAxiosError = exports.WorkerAdapter = exports.spawn = exports.processTask = void 0;
+__exportStar(require("./deprecated/adapter"), exports);
+__exportStar(require("./deprecated/demo-extractor"), exports);
+__exportStar(require("./deprecated/http/client"), exports);
+__exportStar(require("./deprecated/uploader"), exports);
+__exportStar(require("./http"), exports);
+__exportStar(require("./types"), exports);
+__exportStar(require("./common/install-initial-domain-mapping"), exports);
+var process_task_1 = require("./multithreading/process-task");
+Object.defineProperty(exports, "processTask", { enumerable: true, get: function () { return process_task_1.processTask; } });
+var spawn_1 = require("./multithreading/spawn/spawn");
+Object.defineProperty(exports, "spawn", { enumerable: true, get: function () { return spawn_1.spawn; } });
+var worker_adapter_1 = require("./multithreading/worker-adapter/worker-adapter");
+Object.defineProperty(exports, "WorkerAdapter", { enumerable: true, get: function () { return worker_adapter_1.WorkerAdapter; } });
+__exportStar(require("./types/workers"), exports);
+var logger_1 = require("./logger/logger");
+Object.defineProperty(exports, "formatAxiosError", { enumerable: true, get: function () { return logger_1.formatAxiosError; } });
+Object.defineProperty(exports, "serializeAxiosError", { enumerable: true, get: function () { return logger_1.serializeAxiosError; } });

package/dist/logger/logger.constants.d.ts

@@ -0,0 +1,6 @@
+import { InspectOptions } from 'node:util';
+export declare const MAX_LOG_STRING_LENGTH = 10000;
+export declare const MAX_LOG_DEPTH = 10;
+export declare const MAX_LOG_ARRAY_LENGTH = 100;
+export declare const INSPECT_OPTIONS: InspectOptions;
+//# sourceMappingURL=logger.constants.d.ts.map

package/dist/logger/logger.constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.constants.d.ts","sourceRoot":"","sources":["../../src/logger/logger.constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAE3C,eAAO,MAAM,qBAAqB,QAAQ,CAAC;AAC3C,eAAO,MAAM,aAAa,KAAK,CAAC;AAChC,eAAO,MAAM,oBAAoB,MAAM,CAAC;AAExC,eAAO,MAAM,eAAe,EAAE,cAM7B,CAAC"}

package/dist/logger/logger.constants.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.INSPECT_OPTIONS = exports.MAX_LOG_ARRAY_LENGTH = exports.MAX_LOG_DEPTH = exports.MAX_LOG_STRING_LENGTH = void 0;
+exports.MAX_LOG_STRING_LENGTH = 10000;
+exports.MAX_LOG_DEPTH = 10;
+exports.MAX_LOG_ARRAY_LENGTH = 100;
+exports.INSPECT_OPTIONS = {
+    compact: false,
+    breakLength: Infinity,
+    depth: exports.MAX_LOG_DEPTH,
+    maxArrayLength: exports.MAX_LOG_ARRAY_LENGTH,
+    maxStringLength: exports.MAX_LOG_STRING_LENGTH,
+};