@devrev/airsync-sdk 2.0.0-beta.1 → 2.0.0-beta.10

package/dist/deprecated/demo-extractor/index.js

@@ -1,161 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DemoExtractor = void 0;
-const extraction_1 = require("../../types/extraction");
-const uploader_1 = require("../uploader");
-const external_domain_metadata_json_1 = __importDefault(require("./external_domain_metadata.json"));
-/**
- * Demo extractor is a reference implementation of an ADaaS connector to facilitate rapid immersion into ADaaS.
- *
- * @class DemoExtractor
- * @deprecated
- **/
-class DemoExtractor {
-    constructor(event, adapter) {
-        this.event = event;
-        this.adapter = adapter;
-        this.uploader = new uploader_1.Uploader(this.event.execution_metadata.devrev_endpoint, this.event.context.secrets.service_account_token);
-    }
-    async run() {
-        switch (this.event.payload.event_type) {
-            case extraction_1.EventType.ExtractionExternalSyncUnitsStart: {
-                const externalSyncUnits = [
-                    {
-                        id: 'devrev',
-                        name: 'devrev',
-                        description: 'Demo external sync unit',
-                    },
-                ];
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionExternalSyncUnitsDone, {
-                    external_sync_units: externalSyncUnits,
-                });
-                break;
-            }
-            case extraction_1.EventType.ExtractionMetadataStart: {
-                const { artifact, error } = await this.uploader.upload('metadata_1.jsonl', 'external_domain_metadata', external_domain_metadata_json_1.default);
-                if (error || !artifact) {
-                    await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionMetadataError, {
-                        error,
-                    });
-                    return;
-                }
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionMetadataDone, {
-                    artifacts: [artifact],
-                });
-                break;
-            }
-            case extraction_1.EventType.ExtractionDataStart: {
-                const contacts = [
-                    {
-                        id: 'contact-1',
-                        created_date: '1999-12-25T01:00:03+01:00',
-                        modified_date: '1999-12-25T01:00:03+01:00',
-                        data: {
-                            email: 'johnsmith@test.com',
-                            name: 'John Smith',
-                        },
-                    },
-                    {
-                        id: 'contact-2',
-                        created_date: '1999-12-27T15:31:34+01:00',
-                        modified_date: '2002-04-09T01:55:31+02:00',
-                        data: {
-                            email: 'janesmith@test.com',
-                            name: 'Jane Smith',
-                        },
-                    },
-                ];
-                const { artifact, error } = await this.uploader.upload('contacts_1.json', 'contacts', contacts);
-                if (error || !artifact) {
-                    await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionDataError, {
-                        error,
-                    });
-                    return;
-                }
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionDataProgress, {
-                    progress: 50,
-                    artifacts: [artifact],
-                });
-                break;
-            }
-            case extraction_1.EventType.ExtractionDataContinue: {
-                const users = [
-                    {
-                        id: 'user-1',
-                        created_date: '1999-12-25T01:00:03+01:00',
-                        modified_date: '1999-12-25T01:00:03+01:00',
-                        data: {
-                            email: 'johndoe@test.com',
-                            name: 'John Doe',
-                        },
-                    },
-                    {
-                        id: 'user-2',
-                        created_date: '1999-12-27T15:31:34+01:00',
-                        modified_date: '2002-04-09T01:55:31+02:00',
-                        data: {
-                            email: 'janedoe@test.com',
-                            name: 'Jane Doe',
-                        },
-                    },
-                ];
-                const { artifact, error } = await this.uploader.upload('users_1.json', 'users', users);
-                if (error || !artifact) {
-                    await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionDataError, {
-                        error,
-                    });
-                    return;
-                }
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionDataDone, {
-                    progress: 100,
-                    artifacts: [artifact],
-                });
-                break;
-            }
-            case extraction_1.EventType.ExtractionDataDelete: {
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionDataDeleteDone);
-                break;
-            }
-            case extraction_1.EventType.ExtractionAttachmentsStart: {
-                const attachment1 = ['This is attachment1.txt content'];
-                const { artifact, error } = await this.uploader.upload('attachment1.txt', 'attachment', attachment1);
-                if (error || !artifact) {
-                    await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionAttachmentsError, {
-                        error,
-                    });
-                    return;
-                }
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionAttachmentsProgress, {
-                    artifacts: [artifact],
-                });
-                break;
-            }
-            case extraction_1.EventType.ExtractionAttachmentsContinue: {
-                const attachment2 = ['This is attachment2.txt content'];
-                const { artifact, error } = await this.uploader.upload('attachment2.txt', 'attachment', attachment2);
-                if (error || !artifact) {
-                    await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionAttachmentsError, {
-                        error,
-                    });
-                    return;
-                }
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionAttachmentsDone, {
-                    artifacts: [artifact],
-                });
-                break;
-            }
-            case extraction_1.EventType.ExtractionAttachmentsDelete: {
-                await this.adapter.emit(extraction_1.ExtractorEventType.ExtractionAttachmentsDeleteDone);
-                break;
-            }
-            default: {
-                console.error('Event in DemoExtractor run not recognized: ' +
-                    JSON.stringify(this.event.payload.event_type));
-            }
-        }
-    }
-}
-exports.DemoExtractor = DemoExtractor;

package/dist/deprecated/http/client.d.ts

@@ -1,22 +0,0 @@
-import { RawAxiosRequestHeaders } from 'axios';
-import { HTTPResponse } from '../../http/types';
-export declare const defaultResponse: HTTPResponse;
-/**
- * HTTPClient class to make HTTP requests
- * @deprecated
- */
-export declare class HTTPClient {
-    private retryAfter;
-    private retryAt;
-    private axiosInstance;
-    constructor();
-    /**
-     *
-     * Function to make a GET call to the endpoint.
-     * There is special handling for rate limit exceeded error.
-     * In case of rate limit exceeded, the function returns success as true and the delay time in seconds
-     * In case of any other error, the function returns success as false and the error message
-     */
-    getCall(endpoint: string, headers: RawAxiosRequestHeaders, params?: any): Promise<HTTPResponse>;
-}
-//# sourceMappingURL=client.d.ts.map

package/dist/deprecated/http/client.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/deprecated/http/client.ts"],"names":[],"mappings":"AAAA,OAAc,EAGZ,sBAAsB,EACvB,MAAM,OAAO,CAAC;AAKf,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,eAAO,MAAM,eAAe,EAAE,YAQ7B,CAAC;AAEF;;;GAGG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,aAAa,CAAkB;;IA8BvC;;;;;;OAMG;IACG,OAAO,CACX,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,sBAAsB,EAE/B,MAAM,CAAC,EAAE,GAAG,GACX,OAAO,CAAC,YAAY,CAAC;CA8EzB"}

package/dist/deprecated/http/client.js

@@ -1,161 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.HTTPClient = exports.defaultResponse = void 0;
-const axios_1 = __importStar(require("axios"));
-const constants_1 = require("../../http/constants");
-exports.defaultResponse = {
-    data: {
-        delay: 0,
-        nextPage: 1,
-        records: [],
-    },
-    message: '',
-    success: false,
-};
-/**
- * HTTPClient class to make HTTP requests
- * @deprecated
- */
-class HTTPClient {
-    constructor() {
-        this.retryAfter = 0;
-        this.retryAt = 0;
-        this.axiosInstance = axios_1.default.create();
-        // Add request interceptor to check for retryAfter before making a request
-        this.axiosInstance.interceptors.request.use((config) => {
-            // Check if retryAfter is not 0 and return a LIMIT_EXCEEDED error
-            if (this.retryAfter !== 0) {
-                // check if the current time is greater than the retryAt time
-                const currentTime = new Date().getTime();
-                if (currentTime < this.retryAt) {
-                    console.error('Rate limit exceeded. Interceptor has retryAfter: ' +
-                        this.retryAfter);
-                    // Rate limit exceeded.
-                    return Promise.reject(constants_1.RATE_LIMIT_EXCEEDED);
-                }
-                else {
-                    // Reset the retryAfter
-                    this.retryAfter = 0;
-                }
-            }
-            return config;
-        }, (error) => {
-            return Promise.reject(error);
-        });
-    }
-    /**
-     *
-     * Function to make a GET call to the endpoint.
-     * There is special handling for rate limit exceeded error.
-     * In case of rate limit exceeded, the function returns success as true and the delay time in seconds
-     * In case of any other error, the function returns success as false and the error message
-     */
-    async getCall(endpoint, headers, 
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    params) {
-        var _a;
-        // Return the LIMIT_EXCEEDED error if the retryAfter is not 0
-        try {
-            const res = await this.axiosInstance.get(endpoint, {
-                headers: headers,
-                params: params,
-            });
-            return Object.assign(Object.assign({}, exports.defaultResponse), { data: {
-                    delay: 0,
-                    records: res.data,
-                }, success: true });
-        }
-        catch (error) {
-            console.log('Error in getCall: ' + JSON.stringify(error));
-            // send error to adapter
-            if ((0, axios_1.isAxiosError)(error)) {
-                if (((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === constants_1.RATE_LIMIT_EXCEEDED_STATUS_CODE) {
-                    this.retryAfter = error.response.headers['retry-after']
-                        ? error.response.headers['retry-after']
-                        : 0;
-                    this.retryAt = new Date().getTime() + this.retryAfter * 1000;
-                    console.warn('Rate limit exceeded. Error code: ' +
-                        error.response.status +
-                        ' RetryAfter: ' +
-                        this.retryAfter +
-                        ' RetryAt: ' +
-                        this.retryAt);
-                    return {
-                        data: {
-                            delay: this.retryAfter,
-                            records: [],
-                        },
-                        message: constants_1.RATE_LIMIT_EXCEEDED,
-                        success: true,
-                    };
-                }
-                if (error.response) {
-                    return Object.assign(Object.assign({}, exports.defaultResponse), { message: error.response.data });
-                }
-                else {
-                    return Object.assign(Object.assign({}, exports.defaultResponse), { message: error.message });
-                }
-            }
-            else {
-                if (this.retryAfter !== 0) {
-                    console.warn('Rate limit exceeded. Going to return the following response: ' +
-                        JSON.stringify(error));
-                    return {
-                        data: {
-                            delay: this.retryAfter,
-                            records: [],
-                        },
-                        message: typeof error === 'string'
-                            ? error
-                            : JSON.stringify(error, Object.getOwnPropertyNames(error)),
-                        success: true,
-                    };
-                }
-                return {
-                    data: {
-                        delay: this.retryAfter,
-                        records: [],
-                    },
-                    message: typeof error === 'string'
-                        ? error
-                        : JSON.stringify(error, Object.getOwnPropertyNames(error)),
-                    success: false,
-                };
-            }
-        }
-    }
-}
-exports.HTTPClient = HTTPClient;

package/dist/deprecated/uploader/index.d.ts

@@ -1,35 +0,0 @@
-import { UploadResponse } from '../../uploader/uploader.interfaces';
-/**
- * Uploader class is used to upload files to the DevRev platform.
- * The class provides utilities to
- * - prepare artifact
- * - upload artifact
- * - return the artifact information to the platform
- *
- * @class Uploader
- * @constructor
- * @param {string} endpoint - The endpoint of the DevRev platform
- * @param {string} token - The token to authenticate with the DevRev platform
- * @param {boolean} local - Flag to indicate if the uploader should upload to the file-system.
- */
-export declare class Uploader {
-    private betaDevrevSdk;
-    private local;
-    constructor(endpoint: string, token: string, local?: boolean);
-    /**
-     *
-     *  Uploads the file to the DevRev platform. The file is uploaded to the platform
-     *  and the artifact information is returned.
-     *
-     * @param {string} filename - The name of the file to be uploaded
-     * @param {string} entity - The entity type of the file to be uploaded
-     * @param {object[] | object} fetchedObjects - The objects to be uploaded
-     * @param filetype - The type of the file to be uploaded
-     * @returns {Promise<UploadResponse>} - The response object containing the artifact information
-     */
-    upload(filename: string, entity: string, fetchedObjects: object[] | object, filetype?: string): Promise<UploadResponse>;
-    private prepareArtifact;
-    private uploadToArtifact;
-    private downloadToLocal;
-}
-//# sourceMappingURL=index.d.ts.map

package/dist/deprecated/uploader/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/deprecated/uploader/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAY,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAG9E;;;;;;;;;;;;GAYG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,KAAK,CAAU;gBACX,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,UAAQ;IAQ1D;;;;;;;;;;OAUG;IACG,MAAM,CACV,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,EACjC,QAAQ,GAAE,MAAiC,GAC1C,OAAO,CAAC,cAAc,CAAC;YAuCZ,eAAe;YAiBf,gBAAgB;YAqBhB,eAAe;CAgC9B"}

package/dist/deprecated/uploader/index.js

@@ -1,161 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Uploader = void 0;
-const typescript_sdk_1 = require("@devrev/typescript-sdk");
-const fs_1 = __importStar(require("fs"));
-const axios_client_internal_1 = require("../../http/axios-client-internal");
-const helpers_1 = require("../common/helpers");
-/**
- * Uploader class is used to upload files to the DevRev platform.
- * The class provides utilities to
- * - prepare artifact
- * - upload artifact
- * - return the artifact information to the platform
- *
- * @class Uploader
- * @constructor
- * @param {string} endpoint - The endpoint of the DevRev platform
- * @param {string} token - The token to authenticate with the DevRev platform
- * @param {boolean} local - Flag to indicate if the uploader should upload to the file-system.
- */
-class Uploader {
-    constructor(endpoint, token, local = false) {
-        this.betaDevrevSdk = typescript_sdk_1.client.setupBeta({
-            endpoint,
-            token,
-        });
-        this.local = local;
-    }
-    /**
-     *
-     *  Uploads the file to the DevRev platform. The file is uploaded to the platform
-     *  and the artifact information is returned.
-     *
-     * @param {string} filename - The name of the file to be uploaded
-     * @param {string} entity - The entity type of the file to be uploaded
-     * @param {object[] | object} fetchedObjects - The objects to be uploaded
-     * @param filetype - The type of the file to be uploaded
-     * @returns {Promise<UploadResponse>} - The response object containing the artifact information
-     */
-    async upload(filename, entity, fetchedObjects, filetype = 'application/jsonl+json') {
-        if (this.local) {
-            await this.downloadToLocal(filename, fetchedObjects);
-        }
-        const preparedArtifact = await this.prepareArtifact(filename, filetype);
-        if (!preparedArtifact) {
-            return {
-                artifact: undefined,
-                error: { message: 'Error while preparing artifact' },
-            };
-        }
-        const uploadedArtifact = await this.uploadToArtifact(preparedArtifact, fetchedObjects);
-        if (!uploadedArtifact) {
-            return {
-                artifact: undefined,
-                error: { message: 'Error while uploading artifact' },
-            };
-        }
-        // If file was successfully uploaded we want to post data about that file when emitting
-        const itemCount = Array.isArray(fetchedObjects) ? fetchedObjects.length : 1;
-        const artifact = {
-            id: preparedArtifact.id,
-            item_type: entity,
-            item_count: itemCount,
-        };
-        console.log(`Artifact uploaded successfully: ${artifact.id}`);
-        return { artifact, error: undefined };
-    }
-    async prepareArtifact(filename, filetype) {
-        try {
-            const response = await this.betaDevrevSdk.artifactsPrepare({
-                file_name: filename,
-                file_type: filetype,
-            });
-            return response.data;
-        }
-        catch (error) {
-            console.error('Error while preparing artifact: ' + error);
-            return null;
-        }
-    }
-    async uploadToArtifact(
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    preparedArtifact, fetchedObjects
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    ) {
-        const formData = (0, helpers_1.createFormData)(preparedArtifact, fetchedObjects);
-        try {
-            const response = await axios_client_internal_1.axiosClient.post(preparedArtifact.url, formData, {
-                headers: {
-                    'Content-Type': 'multipart/form-data',
-                },
-            });
-            return response;
-        }
-        catch (error) {
-            console.error('Error while uploading artifact: ' + error);
-            return null;
-        }
-    }
-    async downloadToLocal(filePath, fetchedObjects) {
-        console.log(`Uploading ${filePath} to local file system`);
-        try {
-            if (!fs_1.default.existsSync('extracted_files')) {
-                fs_1.default.mkdirSync('extracted_files');
-            }
-            const timestamp = new Date().getTime();
-            const fileHandle = await fs_1.promises.open(`extracted_files/${timestamp}_${filePath}`, 'w');
-            let objArray = [];
-            if (!Array.isArray(fetchedObjects)) {
-                objArray.push(fetchedObjects);
-            }
-            else {
-                objArray = fetchedObjects;
-            }
-            for (const jsonObject of objArray) {
-                const jsonLine = JSON.stringify(jsonObject) + '\n';
-                await fileHandle.write(jsonLine);
-            }
-            await fileHandle.close();
-            console.log('Data successfully written to', filePath);
-        }
-        catch (error) {
-            console.error('Error writing data to file:', error);
-            return Promise.reject(error);
-        }
-    }
-}
-exports.Uploader = Uploader;

package/dist/http/axios-client-internal.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAiFH,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/http/axios-client-internal.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=axios-client-internal.test.d.ts.map

package/dist/http/axios-client-internal.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"axios-client-internal.test.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.test.ts"],"names":[],"mappings":""}