@devrev/ts-adaas 1.12.2 → 1.12.3-beta.0

package/dist/workers/default-workers/attachments-extraction.js

@@ -1,95 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const axios_1 = __importDefault(require("axios"));
-const constants_1 = require("../../common/constants");
-const index_1 = require("../../index");
-const getAttachmentStream = async ({ item, }) => {
-    const { id, url } = item;
-    let fileStreamResponse;
-    try {
-        // Get the stream response directly
-        fileStreamResponse = await axios_1.default.get(url, {
-            responseType: 'stream',
-            headers: {
-                'Accept-Encoding': 'identity',
-            },
-        });
-        // Check content-length from the stream response headers
-        const contentLength = fileStreamResponse === null || fileStreamResponse === void 0 ? void 0 : fileStreamResponse.headers['content-length'];
-        if (contentLength && parseInt(contentLength) > constants_1.MAX_DEVREV_ARTIFACT_SIZE) {
-            console.warn(`Attachment ${id} size (${contentLength} bytes) exceeds maximum limit of ${constants_1.MAX_DEVREV_ARTIFACT_SIZE} bytes. Skipping download.`);
-            // Destroy the stream since we won't use it
-            if (fileStreamResponse != null) {
-                destroyHttpStream(fileStreamResponse);
-            }
-            return {
-                error: {
-                    message: `File size exceeds maximum limit of ${constants_1.MAX_DEVREV_ARTIFACT_SIZE} bytes.`,
-                },
-            };
-        }
-        return { httpStream: fileStreamResponse };
-    }
-    catch (error) {
-        // If we created a stream but failed afterwards, destroy it
-        if (fileStreamResponse != null) {
-            destroyHttpStream(fileStreamResponse);
-        }
-        return {
-            error: {
-                message: `Error while getting attachment stream for attachment with id ${id}. ${error}`,
-            },
-        };
-    }
-};
-/**
- * Destroys a stream to prevent memory leaks.
- * @param {any} httpStream - The axios response stream to destroy
- */
-const destroyHttpStream = (httpStream) => {
-    try {
-        if (httpStream && httpStream.data) {
-            if (typeof httpStream.data.destroy === 'function') {
-                httpStream.data.destroy();
-            }
-            else if (typeof httpStream.data.close === 'function') {
-                httpStream.data.close();
-            }
-        }
-    }
-    catch (error) {
-        console.warn('Error while destroying HTTP stream:', error);
-    }
-};
-(0, index_1.processTask)({
-    task: async ({ adapter }) => {
-        try {
-            const response = await adapter.streamAttachments({
-                stream: getAttachmentStream,
-                batchSize: 10,
-            });
-            if (response === null || response === void 0 ? void 0 : response.delay) {
-                await adapter.emit(index_1.ExtractorEventType.ExtractionAttachmentsDelay, {
-                    delay: response.delay,
-                });
-            }
-            else if (response === null || response === void 0 ? void 0 : response.error) {
-                await adapter.emit(index_1.ExtractorEventType.ExtractionAttachmentsError, {
-                    error: response.error,
-                });
-            }
-            else {
-                await adapter.emit(index_1.ExtractorEventType.ExtractionAttachmentsDone);
-            }
-        }
-        catch (error) {
-            console.error('An error occured while processing a task.', error);
-        }
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(index_1.ExtractorEventType.ExtractionAttachmentsProgress);
-    },
-});

package/dist/workers/default-workers/data-deletion.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=data-deletion.d.ts.map

package/dist/workers/default-workers/data-deletion.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"data-deletion.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/data-deletion.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/data-deletion.js

@@ -1,15 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const index_1 = require("../../index");
-(0, index_1.processTask)({
-    task: async ({ adapter }) => {
-        await adapter.emit(index_1.ExtractorEventType.ExtractionDataDeleteDone);
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(index_1.ExtractorEventType.ExtractionDataDeleteError, {
-            error: {
-                message: 'Failed to delete data. Lambda timeout.',
-            },
-        });
-    },
-});

package/dist/workers/default-workers/data-extraction.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=data-extraction.d.ts.map

package/dist/workers/default-workers/data-extraction.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"data-extraction.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/data-extraction.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/data-extraction.js

@@ -1,100 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const index_1 = require("../../index");
-const data_normalization_1 = require("../dummy-extractor/data-normalization");
-// Dummy data that originally would be fetched from an external source
-const issues = [
-    {
-        id: 'issue-1',
-        created_date: '1999-12-25T01:00:03+01:00',
-        modified_date: '1999-12-25T01:00:03+01:00',
-        body: '<p>This is issue 1</p>',
-        creator: 'user-1',
-        owner: 'user-1',
-        title: 'Issue 1',
-    },
-    {
-        id: 'issue-2',
-        created_date: '1999-12-27T15:31:34+01:00',
-        modified_date: '2002-04-09T01:55:31+02:00',
-        body: '<p>This is issue 2</p>',
-        creator: 'user-2',
-        owner: 'user-2',
-        title: 'Issue 2',
-    },
-];
-const users = [
-    {
-        id: 'user-1',
-        created_date: '1999-12-25T01:00:03+01:00',
-        modified_date: '1999-12-25T01:00:03+01:00',
-        data: {
-            email: 'johndoe@test.com',
-            name: 'John Doe',
-        },
-    },
-    {
-        id: 'user-2',
-        created_date: '1999-12-27T15:31:34+01:00',
-        modified_date: '2002-04-09T01:55:31+02:00',
-        data: {
-            email: 'janedoe@test.com',
-            name: 'Jane Doe',
-        },
-    },
-];
-const attachments = [
-    {
-        url: 'https://app.dev.devrev-eng.ai/favicon.ico',
-        id: 'attachment-1',
-        file_name: 'dummy.jpg',
-        author_id: 'user-1',
-        parent_id: 'issue-1',
-    },
-    {
-        url: 'https://app.dev.devrev-eng.ai/favicon.ico',
-        id: 'attachment-2',
-        file_name: 'dummy.ico',
-        author_id: 'user-2',
-        parent_id: 'issue-2',
-    },
-];
-const repos = [
-    {
-        itemType: 'issues',
-        normalize: data_normalization_1.normalizeIssue,
-    },
-    {
-        itemType: 'users',
-        normalize: data_normalization_1.normalizeUser,
-    },
-    {
-        itemType: 'attachments',
-        normalize: data_normalization_1.normalizeAttachment,
-    },
-];
-(0, index_1.processTask)({
-    task: async ({ adapter }) => {
-        var _a, _b, _c;
-        console.log('Logging something from worker thread', {});
-        adapter.initializeRepos(repos);
-        if (adapter.event.payload.event_type === index_1.EventType.ExtractionDataStart) {
-            await ((_a = adapter.getRepo('issues')) === null || _a === void 0 ? void 0 : _a.push(issues));
-            await adapter.emit(index_1.ExtractorEventType.ExtractionDataProgress, {
-                progress: 50,
-            });
-        }
-        else {
-            await ((_b = adapter.getRepo('users')) === null || _b === void 0 ? void 0 : _b.push(users));
-            await ((_c = adapter.getRepo('attachments')) === null || _c === void 0 ? void 0 : _c.push(attachments));
-            await adapter.emit(index_1.ExtractorEventType.ExtractionDataDone, {
-                progress: 100,
-            });
-        }
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(index_1.ExtractorEventType.ExtractionDataProgress, {
-            progress: 50,
-        });
-    },
-});

package/dist/workers/default-workers/delete-loader-attachment-state.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=delete-loader-attachment-state.d.ts.map

package/dist/workers/default-workers/delete-loader-attachment-state.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"delete-loader-attachment-state.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/delete-loader-attachment-state.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/delete-loader-attachment-state.js

@@ -1,15 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const index_1 = require("../../index");
-(0, index_1.processTask)({
-    task: async ({ adapter }) => {
-        await adapter.emit(index_1.LoaderEventType.LoaderAttachmentStateDeletionDone);
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(index_1.LoaderEventType.LoaderAttachmentStateDeletionError, {
-            error: {
-                message: 'Failed to delete attachment state. Timeout.',
-            },
-        });
-    },
-});

package/dist/workers/default-workers/delete-loader-state.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=delete-loader-state.d.ts.map

package/dist/workers/default-workers/delete-loader-state.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"delete-loader-state.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/delete-loader-state.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/delete-loader-state.js

@@ -1,15 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const index_1 = require("../../index");
-(0, index_1.processTask)({
-    task: async ({ adapter }) => {
-        await adapter.emit(index_1.LoaderEventType.LoaderStateDeletionDone);
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(index_1.LoaderEventType.LoaderStateDeletionError, {
-            error: {
-                message: 'Failed to delete data. Lambda timeout.',
-            },
-        });
-    },
-});

package/dist/workers/default-workers/external-sync-units-extraction.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=external-sync-units-extraction.d.ts.map

package/dist/workers/default-workers/external-sync-units-extraction.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"external-sync-units-extraction.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/external-sync-units-extraction.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/external-sync-units-extraction.js

@@ -1,27 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const index_1 = require("../../index");
-// Dummy data that originally would be fetched from an external source
-const externalSyncUnits = [
-    {
-        id: 'devrev',
-        name: 'devrev',
-        description: 'Demo external sync unit',
-        item_count: 2,
-        item_type: 'issues',
-    },
-];
-(0, index_1.processTask)({
-    task: async ({ adapter }) => {
-        await adapter.emit(index_1.ExtractorEventType.ExtractionExternalSyncUnitsDone, {
-            external_sync_units: externalSyncUnits,
-        });
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(index_1.ExtractorEventType.ExtractionExternalSyncUnitsError, {
-            error: {
-                message: 'Failed to extract external sync units. Lambda timeout.',
-            },
-        });
-    },
-});

package/dist/workers/default-workers/load-attachments.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=load-attachments.d.ts.map

package/dist/workers/default-workers/load-attachments.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"load-attachments.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/load-attachments.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/load-attachments.js

@@ -1,19 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const types_1 = require("../../types");
-const process_task_1 = require("../process-task");
-(0, process_task_1.processTask)({
-    task: async ({ adapter }) => {
-        await adapter.emit(types_1.LoaderEventType.UnknownEventType, {
-            error: {
-                message: 'Event type ' + adapter.event.payload.event_type + ' not supported.',
-            },
-        });
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(types_1.LoaderEventType.AttachmentLoadingError, {
-            reports: adapter.reports,
-            processed_files: adapter.processedFiles,
-        });
-    },
-});

package/dist/workers/default-workers/load-data.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=load-data.d.ts.map

package/dist/workers/default-workers/load-data.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"load-data.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/load-data.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/load-data.js

@@ -1,18 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const loading_1 = require("../../types/loading");
-const process_task_1 = require("../process-task");
-(0, process_task_1.processTask)({
-    task: async ({ adapter }) => {
-        await adapter.emit(loading_1.LoaderEventType.DataLoadingDone, {
-            reports: adapter.reports,
-            processed_files: adapter.processedFiles,
-        });
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(loading_1.LoaderEventType.DataLoadingError, {
-            reports: adapter.reports,
-            processed_files: adapter.processedFiles,
-        });
-    },
-});

package/dist/workers/default-workers/metadata-extraction.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=metadata-extraction.d.ts.map

package/dist/workers/default-workers/metadata-extraction.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"metadata-extraction.d.ts","sourceRoot":"","sources":["../../../src/workers/default-workers/metadata-extraction.ts"],"names":[],"mappings":""}

package/dist/workers/default-workers/metadata-extraction.js

@@ -1,26 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const index_1 = require("../../index");
-const external_domain_metadata_json_1 = __importDefault(require("../dummy-extractor/external_domain_metadata.json"));
-const repos = [
-    {
-        itemType: 'external_domain_metadata',
-    },
-];
-(0, index_1.processTask)({
-    task: async ({ adapter }) => {
-        var _a;
-        adapter.initializeRepos(repos);
-        await ((_a = adapter
-            .getRepo('external_domain_metadata')) === null || _a === void 0 ? void 0 : _a.push([external_domain_metadata_json_1.default]));
-        await adapter.emit(index_1.ExtractorEventType.ExtractionMetadataDone);
-    },
-    onTimeout: async ({ adapter }) => {
-        await adapter.emit(index_1.ExtractorEventType.ExtractionMetadataError, {
-            error: { message: 'Failed to extract metadata. Lambda timeout.' },
-        });
-    },
-});

package/dist/workers/dummy-extractor/data-normalization.d.ts

@@ -1,5 +0,0 @@
-import { NormalizedAttachment, NormalizedItem } from '../../index';
-export declare function normalizeIssue(item: any): NormalizedItem;
-export declare function normalizeUser(item: any): NormalizedItem;
-export declare function normalizeAttachment(item: any): NormalizedAttachment;
-//# sourceMappingURL=data-normalization.d.ts.map

package/dist/workers/dummy-extractor/data-normalization.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"data-normalization.d.ts","sourceRoot":"","sources":["../../../src/workers/dummy-extractor/data-normalization.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGnE,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,GAAG,cAAc,CAYxD;AAGD,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,GAAG,cAAc,CAUvD;AAGD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,GAAG,GAAG,oBAAoB,CAQnE"}

package/dist/workers/dummy-extractor/data-normalization.js

@@ -1,41 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.normalizeIssue = normalizeIssue;
-exports.normalizeUser = normalizeUser;
-exports.normalizeAttachment = normalizeAttachment;
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-function normalizeIssue(item) {
-    return {
-        id: item.id,
-        created_date: item.created_date,
-        modified_date: item.modified_date,
-        data: {
-            body: item.body,
-            creator: item.creator,
-            owner: item.owner,
-            title: item.title,
-        },
-    };
-}
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-function normalizeUser(item) {
-    return {
-        id: item.id,
-        created_date: item.created_date,
-        modified_date: item.modified_date,
-        data: {
-            email: item.email,
-            name: item.name,
-        },
-    };
-}
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-function normalizeAttachment(item) {
-    return {
-        url: item.url,
-        id: item.id,
-        file_name: item.file_name,
-        author_id: item.author_id,
-        parent_id: item.parent_id,
-    };
-}

package/dist/workers/dummy-extractor/external_domain_metadata.json

@@ -1,58 +0,0 @@
-{
-    "record_types": {
-        "issues": {
-            "name": "Issues",
-            "fields": {
-                "title": {
-                    "is_required": true,
-                    "type": "text",
-                    "name": "Title",
-                    "text": {
-                        "min_length": 1
-                    }
-                },
-                "body": {
-                    "type": "rich_text",
-                    "name": "body",
-                    "is_required": true
-                },
-                "owner": {
-                    "is_required": true,
-                    "type": "reference",
-                    "reference": {
-                        "refers_to": {
-                            "#record:users": {}
-                        }
-                    }
-                },
-                "creator": {
-                    "is_required": true,
-                    "type": "reference",
-                    "reference": {
-                        "refers_to": {
-                            "#record:users": {}
-                        }
-                    }
-                }
-            }
-        },
-        "users": {
-            "name": "Users",
-            "fields": {
-                "name": {
-                    "is_required": true,
-                    "type": "text",
-                    "name": "Name",
-                    "text": {
-                        "min_length": 1
-                    }
-                },
-                "email": {
-                    "type": "text",
-                    "name": "Email",
-                    "is_required": true
-                }
-            }
-        }
-    }
-}