@devrev/airsync-sdk 2.0.0-beta.0 → 2.0.0-beta.10

package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=worker-adapter.test.d.ts.map

package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-adapter.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.test.ts"],"names":[],"mappings":""}

package/dist/multithreading/worker-adapter/worker-adapter.test.js

@@ -1,483 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const attachments_streaming_pool_1 = require("../../attachments-streaming/attachments-streaming-pool");
-const state_1 = require("../../state/state");
-const test_helpers_1 = require("../../tests/test-helpers");
-const types_1 = require("../../types");
-const worker_adapter_1 = require("./worker-adapter");
-/* eslint-disable @typescript-eslint/no-require-imports */
-// Mock dependencies
-jest.mock('../../common/control-protocol', () => ({
-    emit: jest.fn().mockResolvedValue({}),
-}));
-// const mockPostState = jest.spyOn(State.prototype, 'postState').mockResolvedValue(); // Mock to resolve void
-// const mockFetchState = jest.spyOn(State.prototype, 'fetchState').mockResolvedValue({}); // Mock to resolve a default state
-jest.mock('../../mappers/mappers');
-jest.mock('../../uploader/uploader');
-// jest.mock('../../state/state');
-jest.mock('../../repo/repo');
-jest.mock('node:worker_threads', () => ({
-    parentPort: {
-        postMessage: jest.fn(),
-    },
-}));
-jest.mock('../../attachments-streaming/attachments-streaming-pool', () => {
-    return {
-        AttachmentsStreamingPool: jest.fn().mockImplementation(() => {
-            return {
-                streamAll: jest.fn().mockResolvedValue(undefined),
-            };
-        }),
-    };
-});
-describe(worker_adapter_1.WorkerAdapter.name, () => {
-    let adapter;
-    let mockEvent;
-    let mockAdapterState;
-    beforeEach(() => {
-        // Reset all mocks
-        jest.clearAllMocks();
-        // Create mock objects
-        mockEvent = (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.StartExtractingData });
-        const initialState = {
-            attachments: { completed: false },
-            lastSyncStarted: '',
-            lastSuccessfulSyncStarted: '',
-            snapInVersionId: '',
-            toDevRev: {
-                attachmentsMetadata: {
-                    artifactIds: [],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            },
-        };
-        mockAdapterState = new state_1.State({
-            event: mockEvent,
-            initialState: initialState,
-        });
-        // Create the adapter instance
-        adapter = new worker_adapter_1.WorkerAdapter({
-            event: mockEvent,
-            adapterState: mockAdapterState,
-        });
-    });
-    describe(worker_adapter_1.WorkerAdapter.prototype.streamAttachments.name, () => {
-        it('should process all artifact batches successfully', async () => {
-            const mockStream = jest.fn();
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1', 'artifact2'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock getting attachments from each artifact
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValueOnce({
-                attachments: [
-                    {
-                        url: 'http://example.com/file1.pdf',
-                        id: 'attachment1',
-                        file_name: 'file1.pdf',
-                        parent_id: 'parent1',
-                    },
-                    {
-                        url: 'http://example.com/file2.pdf',
-                        id: 'attachment2',
-                        file_name: 'file2.pdf',
-                        parent_id: 'parent2',
-                    },
-                ],
-            })
-                .mockResolvedValueOnce({
-                attachments: [
-                    {
-                        url: 'http://example.com/file3.pdf',
-                        id: 'attachment3',
-                        file_name: 'file3.pdf',
-                        parent_id: 'parent3',
-                    },
-                ],
-            });
-            // Mock the initializeRepos method
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-            });
-            expect(adapter.initializeRepos).toHaveBeenCalledWith([
-                { itemType: 'ssor_attachment' },
-            ]);
-            expect(adapter.initializeRepos).toHaveBeenCalledTimes(1);
-            expect(adapter['uploader'].getAttachmentsFromArtifactId).toHaveBeenCalledTimes(2);
-            // Verify state was updated correctly
-            expect(adapter.state.toDevRev.attachmentsMetadata.artifactIds).toEqual([]);
-            expect(adapter.state.toDevRev.attachmentsMetadata.lastProcessed).toBe(0);
-            expect(result).toBeUndefined();
-        });
-        it('[edge] should handle invalid batch size by using 1 instead', async () => {
-            const mockStream = jest.fn();
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock getting attachments
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValue({
-                attachments: [
-                    {
-                        url: 'http://example.com/file1.pdf',
-                        id: 'attachment1',
-                        file_name: 'file1.pdf',
-                        parent_id: 'parent1',
-                    },
-                ],
-            });
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-                batchSize: 0,
-            });
-            expect(result).toBeUndefined();
-        });
-        it('[edge] should cap batch size to 50 when batchSize is greater than 50', async () => {
-            const mockStream = jest.fn();
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock getting attachments
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValue({
-                attachments: [
-                    {
-                        url: 'http://example.com/file1.pdf',
-                        id: 'attachment1',
-                        file_name: 'file1.pdf',
-                        parent_id: 'parent1',
-                    },
-                ],
-            });
-            // Mock the required methods
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-                batchSize: 100, // Set batch size greater than 50
-            });
-            expect(result).toBeUndefined();
-        });
-        it('[edge] should handle empty attachments metadata artifact IDs', async () => {
-            const mockStream = jest.fn();
-            // Set up adapter state with no artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: [],
-                    lastProcessed: 0,
-                },
-            };
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-            });
-            expect(result).toBeUndefined();
-        });
-        it('[edge] should handle errors when getting attachments', async () => {
-            const mockStream = jest.fn();
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock error when getting attachments
-            const mockError = new Error('Failed to get attachments');
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValue({
-                error: mockError,
-            });
-            // Mock methods
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-            });
-            expect(result).toEqual({
-                error: mockError,
-            });
-        });
-        it('[edge] should handle empty attachments array from artifact', async () => {
-            const mockStream = jest.fn();
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock getting empty attachments
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValue({
-                attachments: [],
-            });
-            // Mock methods
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-            });
-            expect(adapter.state.toDevRev.attachmentsMetadata.artifactIds).toEqual([]);
-            expect(result).toBeUndefined();
-        });
-        it('should use custom processors when provided', async () => {
-            const mockStream = jest.fn();
-            const mockReducer = jest.fn().mockReturnValue(['custom-reduced']);
-            const mockIterator = jest.fn().mockResolvedValue({});
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock getting attachments
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValue({
-                attachments: [{ id: 'attachment1' }],
-            });
-            // Mock methods
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-                processors: {
-                    reducer: mockReducer,
-                    iterator: mockIterator,
-                },
-            });
-            expect(mockReducer).toHaveBeenCalledWith({
-                attachments: [{ id: 'attachment1' }],
-                adapter: adapter,
-                batchSize: 1,
-            });
-            expect(mockIterator).toHaveBeenCalledWith({
-                reducedAttachments: ['custom-reduced'],
-                adapter: adapter,
-                stream: mockStream,
-            });
-            expect(result).toBeUndefined();
-        });
-        it('should handle rate limiting from iterator', async () => {
-            const mockStream = jest.fn();
-            attachments_streaming_pool_1.AttachmentsStreamingPool.mockImplementationOnce(() => {
-                return {
-                    // Return an object with a `streamAll` method that resolves to your desired value.
-                    streamAll: jest.fn().mockResolvedValue({ delay: 30 }),
-                };
-            });
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock getting attachments
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValue({
-                attachments: [{ id: 'attachment1' }],
-            });
-            // Mock methods
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-            });
-            expect(result).toEqual({
-                delay: 30,
-            });
-            // The artifactIds array should remain unchanged
-            expect(adapter.state.toDevRev.attachmentsMetadata.artifactIds).toEqual([
-                'artifact1',
-            ]);
-        });
-        it('should handle error from iterator', async () => {
-            const mockStream = jest.fn();
-            attachments_streaming_pool_1.AttachmentsStreamingPool.mockImplementationOnce(() => {
-                return {
-                    // Return an object with a `streamAll` method that resolves to your desired value.
-                    streamAll: jest.fn().mockResolvedValue({
-                        error: 'Mock error',
-                    }),
-                };
-            });
-            // Set up adapter state with artifact IDs
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            // Mock getting attachments
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValue({
-                attachments: [{ id: 'attachment1' }],
-            });
-            // Mock methods
-            adapter.initializeRepos = jest.fn();
-            const result = await adapter.streamAttachments({
-                stream: mockStream,
-            });
-            expect(result).toEqual({
-                error: 'Mock error',
-            });
-            // The artifactIds array should remain unchanged
-            expect(adapter.state.toDevRev.attachmentsMetadata.artifactIds).toEqual([
-                'artifact1',
-            ]);
-        });
-        it('should reset lastProcessed and attachment IDs list after processing all artifacts', async () => {
-            const mockStream = jest.fn();
-            adapter.state.toDevRev = {
-                attachmentsMetadata: {
-                    artifactIds: ['artifact1'],
-                    lastProcessed: 0,
-                    lastProcessedAttachmentsIdsList: [],
-                },
-            };
-            adapter['uploader'].getAttachmentsFromArtifactId = jest
-                .fn()
-                .mockResolvedValueOnce({
-                attachments: [
-                    {
-                        url: 'http://example.com/file1.pdf',
-                        id: 'attachment1',
-                        file_name: 'file1.pdf',
-                        parent_id: 'parent1',
-                    },
-                    {
-                        url: 'http://example.com/file2.pdf',
-                        id: 'attachment2',
-                        file_name: 'file2.pdf',
-                        parent_id: 'parent2',
-                    },
-                    {
-                        url: 'http://example.com/file3.pdf',
-                        id: 'attachment3',
-                        file_name: 'file3.pdf',
-                        parent_id: 'parent3',
-                    },
-                ],
-            });
-            adapter.processAttachment = jest.fn().mockResolvedValue(null);
-            await adapter.streamAttachments({
-                stream: mockStream,
-            });
-            expect(adapter.state.toDevRev.attachmentsMetadata.artifactIds).toHaveLength(0);
-            expect(adapter.state.toDevRev.attachmentsMetadata.lastProcessed).toBe(0);
-        });
-    });
-    describe(worker_adapter_1.WorkerAdapter.prototype.emit.name, () => {
-        let counter;
-        let mockPostMessage;
-        beforeEach(() => {
-            counter = { counter: 0 };
-            // Import the worker_threads module and spy on parentPort.postMessage
-            const workerThreads = require('node:worker_threads');
-            mockPostMessage = jest.fn().mockImplementation(() => {
-                counter.counter += 1;
-            });
-            // Spy on the parentPort.postMessage method
-            if (workerThreads.parentPort) {
-                jest
-                    .spyOn(workerThreads.parentPort, 'postMessage')
-                    .mockImplementation(mockPostMessage);
-            }
-            else {
-                // If parentPort is null (not in worker context), create a mock
-                workerThreads.parentPort = {
-                    postMessage: mockPostMessage,
-                };
-            }
-        });
-        afterEach(() => {
-            // Restore all mocks
-            jest.restoreAllMocks();
-        });
-        it('should emit only one event when multiple events of same type are sent', async () => {
-            adapter['adapterState'].postState = jest
-                .fn()
-                .mockResolvedValue(undefined);
-            adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
-            await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-                reports: [],
-                processed_files: [],
-            });
-            await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-                reports: [],
-                processed_files: [],
-            });
-            expect(counter.counter).toBe(1);
-        });
-        it('should emit event when different event type is sent after previous events', async () => {
-            adapter['adapterState'].postState = jest
-                .fn()
-                .mockResolvedValue(undefined);
-            adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
-            await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-                reports: [],
-                processed_files: [],
-            });
-            await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-                reports: [],
-                processed_files: [],
-            });
-            await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-                reports: [],
-                processed_files: [],
-            });
-            expect(counter.counter).toBe(1);
-        });
-        it('should correctly emit one event even if postState errors', async () => {
-            adapter['adapterState'].postState = jest
-                .fn()
-                .mockRejectedValue(new Error('postState error'));
-            adapter.uploadAllRepos = jest.fn().mockResolvedValue(undefined);
-            await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-                reports: [],
-                processed_files: [],
-            });
-            expect(counter.counter).toBe(1);
-        });
-        it('should correctly emit one event even if uploadAllRepos errors', async () => {
-            adapter['adapterState'].postState = jest
-                .fn()
-                .mockResolvedValue(undefined);
-            adapter.uploadAllRepos = jest
-                .fn()
-                .mockRejectedValue(new Error('uploadAllRepos error'));
-            await adapter.emit(types_1.ExtractorEventType.MetadataExtractionError, {
-                reports: [],
-                processed_files: [],
-            });
-            expect(counter.counter).toBe(1);
-        });
-    });
-});

package/dist/repo/repo.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=repo.test.d.ts.map

package/dist/repo/repo.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"repo.test.d.ts","sourceRoot":"","sources":["../../src/repo/repo.test.ts"],"names":[],"mappings":""}

package/dist/repo/repo.test.js

@@ -1,131 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const constants_1 = require("../common/constants");
-const test_helpers_1 = require("../tests/test-helpers");
-const types_1 = require("../types");
-const repo_1 = require("./repo");
-jest.mock('../tests/test-helpers', () => (Object.assign(Object.assign({}, jest.requireActual('../tests/test-helpers')), { normalizeItem: jest.fn() })));
-describe(repo_1.Repo.name, () => {
-    let repo;
-    let normalize;
-    beforeEach(() => {
-        normalize = jest.fn();
-        repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-            itemType: 'test_item_type',
-            normalize,
-            onUpload: jest.fn(),
-        });
-    });
-    afterEach(() => {
-        jest.clearAllMocks();
-    });
-    it('should normalize and push items when array contains items', async () => {
-        const items = (0, test_helpers_1.createItems)(10);
-        await repo.push(items);
-        expect(normalize).toHaveBeenCalledTimes(10);
-        const normalizedItems = items.map((item) => (0, test_helpers_1.normalizeItem)(item));
-        expect(repo.getItems()).toEqual(normalizedItems);
-    });
-    it('should not normalize items when normalize function is not provided', async () => {
-        repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-            itemType: 'test_item_type',
-            onUpload: jest.fn(),
-            options: {},
-        });
-        const items = (0, test_helpers_1.createItems)(10);
-        await repo.push(items);
-        expect(normalize).not.toHaveBeenCalled();
-    });
-    it('[edge] should not push items when items array is empty', async () => {
-        await repo.push([]);
-        expect(repo.getItems()).toEqual([]);
-    });
-    it('should not normalize items when item type is external_domain_metadata', async () => {
-        repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-            itemType: constants_1.AIRDROP_DEFAULT_ITEM_TYPES.EXTERNAL_DOMAIN_METADATA,
-            normalize,
-            onUpload: jest.fn(),
-            options: {},
-        });
-        const items = (0, test_helpers_1.createItems)(10);
-        await repo.push(items);
-        expect(normalize).not.toHaveBeenCalled();
-    });
-    it('should not normalize items when item type is ssor_attachment', async () => {
-        repo = new repo_1.Repo({
-            event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-            itemType: constants_1.AIRDROP_DEFAULT_ITEM_TYPES.SSOR_ATTACHMENT,
-            normalize,
-            onUpload: jest.fn(),
-            options: {},
-        });
-        const items = (0, test_helpers_1.createItems)(10);
-        await repo.push(items);
-        expect(normalize).not.toHaveBeenCalled();
-    });
-    it('should leave 5 items in the items array after pushing 2005 items with batch size of 2000', async () => {
-        const items = (0, test_helpers_1.createItems)(2005);
-        await repo.push(items);
-        expect(repo.getItems().length).toBe(5);
-    });
-    it('should normalize all items when pushing 4005 items with batch size of 2000', async () => {
-        const items = (0, test_helpers_1.createItems)(4005);
-        await repo.push(items);
-        expect(normalize).toHaveBeenCalledTimes(4005);
-    });
-    it('should upload 2 batches when pushing 4005 items with batch size of 2000', async () => {
-        const uploadSpy = jest.spyOn(repo, 'upload');
-        const items = (0, test_helpers_1.createItems)(4005);
-        await repo.push(items);
-        expect(uploadSpy).toHaveBeenCalledTimes(2);
-        uploadSpy.mockRestore();
-    });
-    it('should leave 5 items in array after pushing 4005 items with batch size of 2000', async () => {
-        const items = (0, test_helpers_1.createItems)(4005);
-        await repo.push(items);
-        expect(repo.getItems().length).toBe(5);
-    });
-    describe('should take batch size into account', () => {
-        beforeEach(() => {
-            repo = new repo_1.Repo({
-                event: (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart }),
-                itemType: 'test_item_type',
-                normalize,
-                onUpload: jest.fn(),
-                options: {
-                    batchSize: 50,
-                },
-            });
-        });
-        it('should empty the items array after pushing 50 items with batch size of 50', async () => {
-            const items = (0, test_helpers_1.createItems)(50);
-            await repo.push(items);
-            expect(repo.getItems()).toEqual([]);
-        });
-        it('should leave 5 items in the items array after pushing 205 items with batch size of 50', async () => {
-            const items = (0, test_helpers_1.createItems)(205);
-            await repo.push(items);
-            expect(repo.getItems().length).toBe(5);
-        });
-        it('should normalize all items when pushing 205 items with batch size of 50', async () => {
-            const items = (0, test_helpers_1.createItems)(205);
-            await repo.push(items);
-            expect(normalize).toHaveBeenCalledTimes(205);
-        });
-        it('should upload 4 batches when pushing 205 items with batch size of 50', async () => {
-            const uploadSpy = jest.spyOn(repo, 'upload');
-            const items = (0, test_helpers_1.createItems)(205);
-            await repo.push(items);
-            expect(uploadSpy).toHaveBeenCalledTimes(4);
-            uploadSpy.mockRestore();
-        });
-        it('should leave 5 items in array after pushing 205 items with batch size of 50', async () => {
-            const items = (0, test_helpers_1.createItems)(205);
-            await repo.push(items);
-            expect(repo.getItems().length).toBe(5);
-        });
-    });
-});

package/dist/state/state.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=state.test.d.ts.map

package/dist/state/state.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"state.test.d.ts","sourceRoot":"","sources":["../../src/state/state.test.ts"],"names":[],"mappings":""}