@protontech/drive-sdk 0.0.10

package/dist/internal/download/fileDownloader.test.js

@@ -0,0 +1,324 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const fileDownloader_1 = require("./fileDownloader");
+const apiService_1 = require("../apiService");
+function mockBlockDownload(_, token, onProgress) {
+    const index = parseInt(token.slice(5, 6));
+    const array = new Uint8Array(index);
+    for (let i = 0; i < index; i++) {
+        array[i] = i;
+    }
+    onProgress(array.length);
+    return array;
+}
+describe('FileDownloader', () => {
+    let telemetry;
+    let apiService;
+    let cryptoService;
+    let nodeKey;
+    let revision;
+    beforeEach(() => {
+        // @ts-expect-error No need to implement all methods for mocking
+        telemetry = {
+            getLoggerForRevision: jest.fn().mockReturnValue({
+                debug: jest.fn(),
+                info: jest.fn(),
+                warn: jest.fn(),
+                error: jest.fn(),
+            }),
+            downloadInitFailed: jest.fn(),
+            downloadFailed: jest.fn(),
+            downloadFinished: jest.fn(),
+        };
+        // @ts-expect-error No need to implement all methods for mocking
+        apiService = {
+            iterateRevisionBlocks: jest.fn().mockImplementation(async function* () {
+                yield { type: 'manifestSignature', armoredManifestSignature: 'manifestSignature' };
+                yield { type: 'thumbnail', base64sha256Hash: 'aGFzaDA=' };
+                yield { type: 'block', index: 1, bareUrl: 'url', token: 'token1', base64sha256Hash: 'aGFzaDE=' };
+                yield { type: 'block', index: 2, bareUrl: 'url', token: 'token2', base64sha256Hash: 'aGFzaDI=' };
+                yield { type: 'block', index: 3, bareUrl: 'url', token: 'token3', base64sha256Hash: 'aGFzaDM=' };
+            }),
+            getRevisionBlockToken: jest.fn().mockImplementation(async (_, blockIndex) => ({
+                index: blockIndex,
+                bareUrl: 'url',
+                token: `token${blockIndex}-refreshed`,
+                base64sha256Hash: `hash${blockIndex}`,
+            })),
+            // By default, return a block of length equal to the index number.
+            downloadBlock: jest.fn().mockImplementation(mockBlockDownload),
+        };
+        // @ts-expect-error No need to implement all methods for mocking
+        cryptoService = {
+            getRevisionKeys: jest.fn().mockImplementation(async () => ({
+                key: 'privateKey',
+                contentKeyPacketSessionKey: 'contentSessionKey',
+                verificationKeys: 'verificationKeys',
+            })),
+            decryptBlock: jest.fn().mockImplementation(async (encryptedBlock) => encryptedBlock),
+            verifyBlockIntegrity: jest.fn().mockResolvedValue(undefined),
+            verifyManifest: jest.fn().mockResolvedValue(undefined),
+        };
+        nodeKey = {
+            key: { _idx: 32131 },
+            contentKeyPacketSessionKey: 'sessionKey',
+        };
+        revision = {
+            uid: 'revisionUid',
+            claimedSize: 1024,
+        };
+    });
+    describe('writeToStream', () => {
+        let onProgress;
+        let onFinish;
+        let downloader;
+        let writer;
+        let stream;
+        const verifySuccess = async (fileProgress = 6) => {
+            const controller = downloader.writeToStream(stream, onProgress);
+            await controller.completion();
+            expect(apiService.iterateRevisionBlocks).toHaveBeenCalledWith('revisionUid', undefined);
+            expect(cryptoService.verifyManifest).toHaveBeenCalledTimes(1);
+            expect(writer.close).toHaveBeenCalledTimes(1);
+            expect(writer.abort).not.toHaveBeenCalled();
+            expect(telemetry.downloadFinished).toHaveBeenCalledTimes(1);
+            expect(telemetry.downloadFinished).toHaveBeenCalledWith('revisionUid', fileProgress);
+            expect(telemetry.downloadFailed).not.toHaveBeenCalled();
+            expect(onFinish).toHaveBeenCalledTimes(1);
+        };
+        const verifyFailure = async (error, downloadedBytes) => {
+            const controller = downloader.writeToStream(stream, onProgress);
+            await expect(controller.completion()).rejects.toThrow(error);
+            expect(apiService.iterateRevisionBlocks).toHaveBeenCalledWith('revisionUid', undefined);
+            expect(writer.close).not.toHaveBeenCalled();
+            expect(writer.abort).toHaveBeenCalledTimes(1);
+            expect(telemetry.downloadFinished).not.toHaveBeenCalled();
+            expect(telemetry.downloadFailed).toHaveBeenCalledTimes(1);
+            expect(telemetry.downloadFailed).toHaveBeenCalledWith('revisionUid', new Error(error), downloadedBytes === undefined ? expect.anything() : downloadedBytes, revision.claimedSize);
+            expect(onFinish).toHaveBeenCalledTimes(1);
+        };
+        const verifyOnProgress = async (downloadedBytes) => {
+            expect(onProgress).toHaveBeenCalledTimes(downloadedBytes.length);
+            for (let i = 0; i < downloadedBytes.length; i++) {
+                expect(onProgress).toHaveBeenNthCalledWith(i + 1, downloadedBytes[i]);
+            }
+        };
+        beforeEach(() => {
+            onProgress = jest.fn();
+            onFinish = jest.fn();
+            // @ts-expect-error Mocking WritableStreamDefaultWriter
+            writer = {
+                write: jest.fn(),
+                close: jest.fn(),
+                abort: jest.fn(),
+            };
+            // @ts-expect-error Mocking WritableStream
+            stream = {
+                getWriter: () => writer,
+            };
+            downloader = new fileDownloader_1.FileDownloader(telemetry, apiService, cryptoService, nodeKey, revision, undefined, onFinish);
+        });
+        it('should reject two download starts', async () => {
+            downloader.writeToStream(stream, onProgress);
+            expect(() => downloader.writeToStream(stream, onProgress)).toThrow('Download already started');
+            expect(() => downloader.unsafeWriteToStream(stream, onProgress)).toThrow('Download already started');
+        });
+        it('should start a download and write to the stream', async () => {
+            await verifySuccess();
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(3);
+            expect(cryptoService.verifyBlockIntegrity).toHaveBeenCalledTimes(3);
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(3);
+            await verifyOnProgress([1, 2, 3]);
+        });
+        // Use over MAX_DOWNLOAD_BLOCK_SIZE blocks to test that the downloader is not stuck in a loop.
+        it('should start a download and write to the stream with random order', async () => {
+            let count = 0;
+            // Keep first block with high timeout to make sure it is not finished first.
+            const timeouts = [90, 50, 40, 80, 70, 60, 30, 20, 10, 90, 10];
+            apiService.iterateRevisionBlocks = jest.fn().mockImplementation(async function* () {
+                yield { type: 'manifestSignature', armoredManifestSignature: 'manifestSignature' };
+                yield { type: 'thumbnail', base64sha256Hash: 'aGFzaDA=' };
+                yield { type: 'block', index: 1, bareUrl: 'url', token: 'token1', base64sha256Hash: 'aGFzaDE=' };
+                yield { type: 'block', index: 2, bareUrl: 'url', token: 'token2', base64sha256Hash: 'aGFzaDI=' };
+                yield { type: 'block', index: 3, bareUrl: 'url', token: 'token3', base64sha256Hash: 'aGFzaDM=' };
+                yield { type: 'block', index: 4, bareUrl: 'url', token: 'token1', base64sha256Hash: 'aGFzaDE=' };
+                yield { type: 'block', index: 5, bareUrl: 'url', token: 'token2', base64sha256Hash: 'aGFzaDI=' };
+                yield { type: 'block', index: 6, bareUrl: 'url', token: 'token3', base64sha256Hash: 'aGFzaDM=' };
+                yield { type: 'block', index: 7, bareUrl: 'url', token: 'token1', base64sha256Hash: 'aGFzaDE=' };
+                yield { type: 'block', index: 8, bareUrl: 'url', token: 'token2', base64sha256Hash: 'aGFzaDI=' };
+                yield { type: 'block', index: 9, bareUrl: 'url', token: 'token3', base64sha256Hash: 'aGFzaDM=' };
+                yield { type: 'block', index: 10, bareUrl: 'url', token: 'token1', base64sha256Hash: 'aGFzaDE=' };
+                yield { type: 'block', index: 11, bareUrl: 'url', token: 'token2', base64sha256Hash: 'aGFzaDI=' };
+            });
+            apiService.downloadBlock = jest.fn().mockImplementation(async function (bareUrl, token, onProgress) {
+                await new Promise(resolve => setTimeout(resolve, timeouts[count++]));
+                return mockBlockDownload(bareUrl, token, onProgress);
+            });
+            await verifySuccess(21); // Progress is 1 + 2 + 3 + 1 + 2 + 3 + 1 + 2 + 3 + 1 + 2 = 21
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(11);
+            expect(cryptoService.verifyBlockIntegrity).toHaveBeenCalledTimes(11);
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(11);
+            expect(writer.write).toHaveBeenNthCalledWith(1, new Uint8Array([0]));
+            expect(writer.write).toHaveBeenNthCalledWith(2, new Uint8Array([0, 1]));
+            expect(writer.write).toHaveBeenNthCalledWith(3, new Uint8Array([0, 1, 2]));
+            expect(writer.write).toHaveBeenNthCalledWith(4, new Uint8Array([0]));
+            expect(writer.write).toHaveBeenNthCalledWith(5, new Uint8Array([0, 1]));
+            expect(writer.write).toHaveBeenNthCalledWith(6, new Uint8Array([0, 1, 2]));
+            expect(writer.write).toHaveBeenNthCalledWith(7, new Uint8Array([0]));
+            expect(writer.write).toHaveBeenNthCalledWith(8, new Uint8Array([0, 1]));
+            expect(writer.write).toHaveBeenNthCalledWith(9, new Uint8Array([0, 1, 2]));
+            expect(writer.write).toHaveBeenNthCalledWith(10, new Uint8Array([0]));
+            expect(writer.write).toHaveBeenNthCalledWith(11, new Uint8Array([0, 1]));
+        });
+        it('should handle failure when iterating blocks', async () => {
+            apiService.iterateRevisionBlocks = jest.fn().mockImplementation(async function* () {
+                throw new Error('Failed to iterate blocks');
+            });
+            await verifyFailure('Failed to iterate blocks', 0);
+        });
+        it('should handle failure when downloading block', async () => {
+            apiService.downloadBlock = jest.fn().mockImplementation(async function () {
+                throw new Error('Failed to download block');
+            });
+            await verifyFailure('Failed to download block', 0);
+        });
+        it('should handle one time-off failure when downloading block', async () => {
+            let count = 0;
+            apiService.downloadBlock = jest.fn().mockImplementation(async function (bareUrl, token, onProgress) {
+                if (count === 0) {
+                    count++;
+                    onProgress?.(1); // Simulate the failure happens after some progress.
+                    throw new Error('Failed to download block');
+                }
+                return mockBlockDownload(bareUrl, token, onProgress);
+            });
+            await verifySuccess();
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(4);
+            expect(cryptoService.verifyBlockIntegrity).toHaveBeenCalledTimes(3);
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(3);
+            await verifyOnProgress([1, -1, 1, 2, 3]);
+        });
+        it('should handle expired token when downloading block', async () => {
+            let count = 0;
+            apiService.downloadBlock = jest.fn().mockImplementation(async function (bareUrl, token, onProgress) {
+                if (count === 0) {
+                    count++;
+                    throw new apiService_1.APIHTTPError('Expired token', 404 /* HTTPErrorCode.NOT_FOUND */);
+                }
+                return mockBlockDownload(bareUrl, token, onProgress);
+            });
+            await verifySuccess();
+            expect(apiService.getRevisionBlockToken).toHaveBeenCalledTimes(1);
+            expect(apiService.getRevisionBlockToken).toHaveBeenCalledWith('revisionUid', 1, undefined);
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(4);
+            expect(cryptoService.verifyBlockIntegrity).toHaveBeenCalledTimes(3);
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(3);
+            await verifyOnProgress([1, 2, 3]);
+        });
+        it('should handle failure when veryfing block', async () => {
+            cryptoService.verifyBlockIntegrity = jest.fn().mockImplementation(async function () {
+                throw new Error('Failed to verify block');
+            });
+            await verifyFailure('Failed to verify block', undefined);
+        });
+        it('should handle one time-off failure when veryfing block', async () => {
+            let count = 0;
+            cryptoService.verifyBlockIntegrity = jest.fn().mockImplementation(async function () {
+                if (count === 0) {
+                    count++;
+                    throw new Error('Failed to verify block');
+                }
+            });
+            await verifySuccess();
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(4);
+            expect(cryptoService.verifyBlockIntegrity).toHaveBeenCalledTimes(4);
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(3);
+            await verifyOnProgress([1, -1, 1, 2, 3]);
+        });
+        it('should handle failure when decrypting block', async () => {
+            cryptoService.decryptBlock = jest.fn().mockImplementation(async function () {
+                throw new Error('Failed to decrypt block');
+            });
+            await verifyFailure('Failed to decrypt block', undefined);
+        });
+        it('should handle one time-off failure when decrypting block', async () => {
+            let count = 0;
+            cryptoService.decryptBlock = jest.fn().mockImplementation(async function (encryptedBlock) {
+                if (count === 0) {
+                    count++;
+                    throw new Error('Failed to decrypt block');
+                }
+                return encryptedBlock;
+            });
+            await verifySuccess();
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(4);
+            expect(cryptoService.verifyBlockIntegrity).toHaveBeenCalledTimes(4);
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(4);
+            await verifyOnProgress([1, -1, 1, 2, 3]);
+        });
+        it('should handle failure when writing to the stream', async () => {
+            writer.write = jest.fn().mockImplementation(async function () {
+                throw new Error('Failed to write data');
+            });
+            await verifyFailure('Failed to write data', undefined);
+        });
+        it('should handle one time-off failure when writing to the stream', async () => {
+            let count = 0;
+            writer.write = jest.fn().mockImplementation(async function () {
+                if (count === 0) {
+                    count++;
+                    throw new Error('Failed to write data');
+                }
+            });
+            await verifySuccess();
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(3);
+            expect(cryptoService.verifyBlockIntegrity).toHaveBeenCalledTimes(3);
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(3);
+            await verifyOnProgress([1, 2, 3]);
+        });
+        it('should handle failure when veryfing manifest', async () => {
+            cryptoService.verifyManifest = jest.fn().mockImplementation(async function () {
+                throw new Error('Failed to verify manifest');
+            });
+            await verifyFailure('Failed to verify manifest', 6); // All blocks of length 1, 2, 3.
+        });
+    });
+    describe('unsafeWriteToStream', () => {
+        let onProgress;
+        let onFinish;
+        let downloader;
+        let writer;
+        let stream;
+        beforeEach(() => {
+            onProgress = jest.fn();
+            onFinish = jest.fn();
+            // @ts-expect-error Mocking WritableStreamDefaultWriter
+            writer = {
+                write: jest.fn(),
+                close: jest.fn(),
+                abort: jest.fn(),
+            };
+            // @ts-expect-error Mocking WritableStream
+            stream = {
+                getWriter: () => writer,
+            };
+            downloader = new fileDownloader_1.FileDownloader(telemetry, apiService, cryptoService, nodeKey, revision, undefined, onFinish);
+        });
+        it('should skip verification steps', async () => {
+            const controller = downloader.unsafeWriteToStream(stream, onProgress);
+            await controller.completion();
+            expect(apiService.iterateRevisionBlocks).toHaveBeenCalledWith('revisionUid', undefined);
+            expect(cryptoService.verifyManifest).not.toHaveBeenCalled();
+            expect(apiService.downloadBlock).toHaveBeenCalledTimes(3);
+            expect(cryptoService.verifyBlockIntegrity).not.toHaveBeenCalled();
+            expect(cryptoService.decryptBlock).toHaveBeenCalledTimes(3);
+            expect(writer.close).toHaveBeenCalledTimes(1);
+            expect(writer.abort).not.toHaveBeenCalled();
+            expect(telemetry.downloadFinished).toHaveBeenCalledTimes(1);
+            expect(telemetry.downloadFinished).toHaveBeenCalledWith('revisionUid', 6); // 3 blocks of length 1, 2, 3.
+            expect(telemetry.downloadFailed).not.toHaveBeenCalled();
+            expect(onFinish).toHaveBeenCalledTimes(1);
+        });
+    });
+});
+//# sourceMappingURL=fileDownloader.test.js.map

package/dist/internal/download/fileDownloader.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fileDownloader.test.js","sourceRoot":"","sources":["../../../src/internal/download/fileDownloader.test.ts"],"names":[],"mappings":";;AACA,qDAAkD;AAIlD,8CAA4D;AAE5D,SAAS,iBAAiB,CAAC,CAAS,EAAE,KAAa,EAAE,UAA6C;IAC9F,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC5B,IAAI,SAA4B,CAAC;IACjC,IAAI,UAA8B,CAAC;IACnC,IAAI,aAAoC,CAAC;IACzC,IAAI,OAA4D,CAAC;IACjE,IAAI,QAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACZ,gEAAgE;QAChE,SAAS,GAAG;YACR,oBAAoB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;gBAC5C,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;gBACf,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;gBACf,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;aACnB,CAAC;YACF,kBAAkB,EAAE,IAAI,CAAC,EAAE,EAAE;YAC7B,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;YACzB,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;SAC9B,CAAC;QACF,gEAAgE;QAChE,UAAU,GAAG;YACT,qBAAqB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,SAAS,CAAC;gBAC/D,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,CAAC;gBACnF,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBAC1D,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;YACrG,CAAC,CAAC;YACF,qBAAqB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC,EAAE,UAAkB,EAAE,EAAE,CAAC,CAAC;gBAClF,KAAK,EAAE,UAAU;gBACjB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,QAAQ,UAAU,YAAY;gBACrC,gBAAgB,EAAE,OAAO,UAAU,EAAE;aACxC,CAAC,CAAC;YACH,kEAAkE;YAClE,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,iBAAiB,CAAC;SACjE,CAAC;QACF,gEAAgE;QAChE,aAAa,GAAG;YACZ,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;gBACvD,GAAG,EAAE,YAAY;gBACjB,0BAA0B,EAAE,mBAAmB;gBAC/C,gBAAgB,EAAE,kBAAkB;aACvC,CAAC,CAAC;YACH,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC;YACpF,oBAAoB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;YAC5D,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;SACzD,CAAC;QAEF,OAAO,GAAG;YACN,GAAG,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;YACpB,0BAA0B,EAAE,YAAY;SAC3C,CAAC;QAEF,QAAQ,GAAG;YACP,GAAG,EAAE,aAAa;YAClB,WAAW,EAAE,IAAI;SACR,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC3B,IAAI,UAA6C,CAAC;QAClD,IAAI,QAAoB,CAAC;QAEzB,IAAI,UAA0B,CAAC;QAC/B,IAAI,MAA+C,CAAC;QACpD,IAAI,MAAkC,CAAC;QAEvC,MAAM,aAAa,GAAG,KAAK,EACvB,eAAuB,CAAC,EAC1B,EAAE;YACA,MAAM,UAAU,GAAG,UAAU,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAChE,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YAE9B,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YACxF,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC9D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC5C,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACrF,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACxD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAA;QAED,MAAM,aAAa,GAAG,KAAK,EAAE,KAAa,EAAE,eAAmC,EAAE,EAAE;YAC/E,MAAM,UAAU,GAAG,UAAU,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAEhE,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAE7D,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YACxF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC1D,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,oBAAoB,CACjD,aAAa,EACb,IAAI,KAAK,CAAC,KAAK,CAAC,EAChB,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,eAAe,EACnE,QAAQ,CAAC,WAAW,CACvB,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,KAAK,EAAE,eAAyB,EAAE,EAAE;YACzD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,CAAC,UAAU,CAAC,CAAC,uBAAuB,CAAC,CAAC,GAAG,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC;QACL,CAAC,CAAC;QAEF,UAAU,CAAC,GAAG,EAAE;YACZ,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YACvB,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YAErB,uDAAuD;YACvD,MAAM,GAAG;gBACL,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;aACnB,CAAA;YACD,0CAA0C;YAC1C,MAAM,GAAG;gBACL,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM;aAC1B,CAAA;YACD,UAAU,GAAG,IAAI,+BAAc,CAAC,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,OAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QACzH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YAC/C,UAAU,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC7C,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;YAC/F,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;QACzG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,8FAA8F;QAC9F,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;YAC/E,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAE9D,UAAU,CAAC,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,SAAS,CAAC;gBAC3E,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,CAAC;gBACnF,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBAC1D,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBACjG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;gBAClG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;YACtG,CAAC,CAAC,CAAA;YACF,UAAU,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,WAAW,OAAO,EAAE,KAAK,EAAE,UAAU;gBAC9F,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrE,OAAO,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,6DAA6D;YACtF,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YACrE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,EAAE,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,EAAE,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YACzD,UAAU,CAAC,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,SAAS,CAAC;gBAC3E,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC1D,UAAU,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK;gBACzD,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACvE,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,UAAU,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,WAAW,OAAO,EAAE,KAAK,EAAE,UAAU;gBAC9F,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;oBACd,KAAK,EAAE,CAAC;oBACR,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,oDAAoD;oBACrE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAChD,CAAC;gBACD,OAAO,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAChE,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,UAAU,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,WAAW,OAAO,EAAE,KAAK,EAAE,UAAU;gBAC9F,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,IAAI,yBAAY,CAAC,eAAe,oCAA0B,CAAC;gBACrE,CAAC;gBACD,OAAO,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YAC3F,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACvD,aAAa,CAAC,oBAAoB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK;gBACnE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,wBAAwB,EAAE,SAAS,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACpE,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,aAAa,CAAC,oBAAoB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK;gBACnE,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBAC9C,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YACzD,aAAa,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK;gBAC3D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC/C,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,yBAAyB,EAAE,SAAS,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACtE,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,aAAa,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,WAAW,cAAc;gBACpF,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAC/C,CAAC;gBACD,OAAO,cAAc,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK;gBAC7C,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YAC5C,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC3E,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK;gBAC7C,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBAC5C,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC1D,aAAa,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK;gBAC7D,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACjD,CAAC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC,CAAC,gCAAgC;QACzF,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACjC,IAAI,UAA6C,CAAC;QAClD,IAAI,QAAoB,CAAC;QAEzB,IAAI,UAA0B,CAAC;QAC/B,IAAI,MAA+C,CAAC;QACpD,IAAI,MAAkC,CAAC;QAEvC,UAAU,CAAC,GAAG,EAAE;YACZ,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YACvB,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YAErB,uDAAuD;YACvD,MAAM,GAAG;gBACL,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;aACnB,CAAA;YACD,0CAA0C;YAC1C,MAAM,GAAG;gBACL,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM;aAC1B,CAAA;YACD,UAAU,GAAG,IAAI,+BAAc,CAAC,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,OAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QACzH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,UAAU,GAAG,UAAU,CAAC,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACtE,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YAE9B,MAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YACxF,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC5D,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAClE,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC5C,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,8BAA8B;YACzG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACxD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}

package/dist/internal/download/index.d.ts

@@ -0,0 +1,10 @@
+import { DriveCrypto } from "../../crypto";
+import { ProtonDriveAccount, ProtonDriveTelemetry, ThumbnailType, ThumbnailResult } from "../../interface";
+import { DriveAPIService } from "../apiService";
+import { NodesService, RevisionsService, SharesService } from "./interface";
+import { FileDownloader } from "./fileDownloader";
+export declare function initDownloadModule(telemetry: ProtonDriveTelemetry, apiService: DriveAPIService, driveCrypto: DriveCrypto, account: ProtonDriveAccount, sharesService: SharesService, nodesService: NodesService, revisionsService: RevisionsService): {
+    getFileDownloader: (nodeUid: string, signal?: AbortSignal) => Promise<FileDownloader>;
+    getFileRevisionDownloader: (nodeRevisionUid: string, signal?: AbortSignal) => Promise<FileDownloader>;
+    iterateThumbnails: (nodeUids: string[], thumbnailType?: ThumbnailType, signal?: AbortSignal) => AsyncGenerator<ThumbnailResult>;
+};

package/dist/internal/download/index.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initDownloadModule = initDownloadModule;
+const ttag_1 = require("ttag");
+const errors_1 = require("../../errors");
+const interface_1 = require("../../interface");
+const apiService_1 = require("./apiService");
+const cryptoService_1 = require("./cryptoService");
+const fileDownloader_1 = require("./fileDownloader");
+const queue_1 = require("./queue");
+const telemetry_1 = require("./telemetry");
+const uids_1 = require("../uids");
+const thumbnailDownloader_1 = require("./thumbnailDownloader");
+function initDownloadModule(telemetry, apiService, driveCrypto, account, sharesService, nodesService, revisionsService) {
+    const queue = new queue_1.DownloadQueue();
+    const api = new apiService_1.DownloadAPIService(apiService);
+    const cryptoService = new cryptoService_1.DownloadCryptoService(driveCrypto, account);
+    const downloadTelemetry = new telemetry_1.DownloadTelemetry(telemetry, sharesService);
+    async function getFileDownloader(nodeUid, signal) {
+        await queue.waitForCapacity(signal);
+        let node, nodeKey;
+        try {
+            node = await nodesService.getNode(nodeUid);
+            nodeKey = await nodesService.getNodeKeys(nodeUid);
+            if (node.type === interface_1.NodeType.Folder) {
+                throw new errors_1.ValidationError((0, ttag_1.c)("Error").t `Cannot download a folder`);
+            }
+            if (!nodeKey.contentKeyPacketSessionKey) {
+                throw new errors_1.ValidationError((0, ttag_1.c)("Error").t `File has no content key`);
+            }
+            if (!node.activeRevision?.ok || !node.activeRevision.value) {
+                throw new errors_1.ValidationError((0, ttag_1.c)("Error").t `File has no active revision`);
+            }
+        }
+        catch (error) {
+            queue.releaseCapacity();
+            void downloadTelemetry.downloadInitFailed(nodeUid, error);
+            throw error;
+        }
+        const onFinish = () => queue.releaseCapacity();
+        return new fileDownloader_1.FileDownloader(downloadTelemetry, api, cryptoService, {
+            key: nodeKey.key,
+            contentKeyPacketSessionKey: nodeKey.contentKeyPacketSessionKey,
+        }, node.activeRevision.value, signal, onFinish);
+    }
+    async function getFileRevisionDownloader(nodeRevisionUid, signal) {
+        await queue.waitForCapacity(signal);
+        const nodeUid = (0, uids_1.makeNodeUidFromRevisionUid)(nodeRevisionUid);
+        let node, nodeKey, revision;
+        try {
+            node = await nodesService.getNode(nodeUid);
+            nodeKey = await nodesService.getNodeKeys(nodeUid);
+            revision = await revisionsService.getRevision(nodeRevisionUid);
+            if (node.type === interface_1.NodeType.Folder) {
+                throw new errors_1.ValidationError((0, ttag_1.c)("Error").t `Cannot download a folder`);
+            }
+            if (!nodeKey.contentKeyPacketSessionKey) {
+                throw new errors_1.ValidationError((0, ttag_1.c)("Error").t `File has no content key`);
+            }
+        }
+        catch (error) {
+            queue.releaseCapacity();
+            void downloadTelemetry.downloadInitFailed(nodeUid, error);
+            throw error;
+        }
+        const onFinish = () => queue.releaseCapacity();
+        return new fileDownloader_1.FileDownloader(downloadTelemetry, api, cryptoService, {
+            key: nodeKey.key,
+            contentKeyPacketSessionKey: nodeKey.contentKeyPacketSessionKey,
+        }, revision, signal, onFinish);
+    }
+    async function* iterateThumbnails(nodeUids, thumbnailType, signal) {
+        const thumbnailDownloader = new thumbnailDownloader_1.ThumbnailDownloader(telemetry, nodesService, api, cryptoService);
+        yield* thumbnailDownloader.iterateThumbnails(nodeUids, thumbnailType, signal);
+    }
+    return {
+        getFileDownloader,
+        getFileRevisionDownloader,
+        iterateThumbnails,
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/internal/download/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/internal/download/index.ts"],"names":[],"mappings":";;AAeA,gDA0GC;AAzHD,+BAAyB;AAGzB,yCAA+C;AAC/C,+CAAqH;AAErH,6CAAkD;AAClD,mDAAwD;AAExD,qDAAkD;AAClD,mCAAwC;AACxC,2CAAgD;AAChD,kCAAqD;AACrD,+DAA4D;AAE5D,SAAgB,kBAAkB,CAC9B,SAA+B,EAC/B,UAA2B,EAC3B,WAAwB,EACxB,OAA2B,EAC3B,aAA4B,EAC5B,YAA0B,EAC1B,gBAAkC;IAElC,MAAM,KAAK,GAAG,IAAI,qBAAa,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,+BAAkB,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,IAAI,qCAAqB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACtE,MAAM,iBAAiB,GAAG,IAAI,6BAAiB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAE1E,KAAK,UAAU,iBAAiB,CAAC,OAAe,EAAE,MAAoB;QAClE,MAAM,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,IAAI,EAAE,OAAO,CAAC;QAClB,IAAI,CAAC;YACD,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3C,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAElD,IAAI,IAAI,CAAC,IAAI,KAAK,oBAAQ,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,IAAI,wBAAe,CAAC,IAAA,QAAC,EAAC,OAAO,CAAC,CAAC,CAAC,CAAA,0BAA0B,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,0BAA0B,EAAE,CAAC;gBACtC,MAAM,IAAI,wBAAe,CAAC,IAAA,QAAC,EAAC,OAAO,CAAC,CAAC,CAAC,CAAA,yBAAyB,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;gBACzD,MAAM,IAAI,wBAAe,CAAC,IAAA,QAAC,EAAC,OAAO,CAAC,CAAC,CAAC,CAAA,6BAA6B,CAAC,CAAC;YACzE,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,KAAK,CAAC,eAAe,EAAE,CAAC;YACxB,KAAK,iBAAiB,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC1D,MAAM,KAAK,CAAC;QAChB,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QAE/C,OAAO,IAAI,+BAAc,CACrB,iBAAiB,EACjB,GAAG,EACH,aAAa,EACb;YACI,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;SACjE,EACD,IAAI,CAAC,cAAc,CAAC,KAAK,EACzB,MAAM,EACN,QAAQ,CACX,CAAC;IACN,CAAC;IAED,KAAK,UAAU,yBAAyB,CAAC,eAAuB,EAAE,MAAoB;QAClF,MAAM,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAEpC,MAAM,OAAO,GAAG,IAAA,iCAA0B,EAAC,eAAe,CAAC,CAAC;QAE5D,IAAI,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC;QAC5B,IAAI,CAAC;YACD,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3C,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAClD,QAAQ,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAE/D,IAAI,IAAI,CAAC,IAAI,KAAK,oBAAQ,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,IAAI,wBAAe,CAAC,IAAA,QAAC,EAAC,OAAO,CAAC,CAAC,CAAC,CAAA,0BAA0B,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,0BAA0B,EAAE,CAAC;gBACtC,MAAM,IAAI,wBAAe,CAAC,IAAA,QAAC,EAAC,OAAO,CAAC,CAAC,CAAC,CAAA,yBAAyB,CAAC,CAAC;YACrE,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,KAAK,CAAC,eAAe,EAAE,CAAC;YACxB,KAAK,iBAAiB,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC1D,MAAM,KAAK,CAAC;QAChB,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QAE/C,OAAO,IAAI,+BAAc,CACrB,iBAAiB,EACjB,GAAG,EACH,aAAa,EACb;YACI,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;SACjE,EACD,QAAQ,EACR,MAAM,EACN,QAAQ,CACX,CAAC;IACN,CAAC;IAED,KAAK,SAAU,CAAC,CAAA,iBAAiB,CAC7B,QAAkB,EAClB,aAA6B,EAC7B,MAAoB;QAEpB,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;QACjG,KAAK,CAAC,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAClF,CAAC;IAED,OAAO;QACH,iBAAiB;QACjB,yBAAyB;QACzB,iBAAiB;KACpB,CAAA;AACL,CAAC"}

package/dist/internal/download/interface.d.ts

@@ -0,0 +1,35 @@
+import { PrivateKey, PublicKey, SessionKey } from "../../crypto";
+import { NodeType, Result, Revision, MissingNode, MetricContext } from "../../interface";
+import { DecryptedNode } from "../nodes";
+export type BlockMetadata = {
+    index: number;
+    bareUrl: string;
+    token: string;
+    base64sha256Hash: string;
+    signatureEmail?: string;
+    armoredSignature?: string;
+};
+export type RevisionKeys = {
+    key: PrivateKey;
+    contentKeyPacketSessionKey: SessionKey;
+    verificationKeys?: PublicKey[];
+};
+export interface SharesService {
+    getVolumeMetricContext(volumeId: string): Promise<MetricContext>;
+}
+export interface NodesService {
+    getNode(nodeUid: string): Promise<NodesServiceNode>;
+    getNodeKeys(nodeUid: string): Promise<{
+        key: PrivateKey;
+        contentKeyPacketSessionKey?: SessionKey;
+    }>;
+    iterateNodes(nodeUids: string[], signal?: AbortSignal): AsyncGenerator<DecryptedNode | MissingNode>;
+}
+export interface NodesServiceNode {
+    uid: string;
+    type: NodeType;
+    activeRevision?: Result<Revision, Error>;
+}
+export interface RevisionsService {
+    getRevision(nodeRevisionUid: string): Promise<Revision>;
+}

package/dist/internal/download/interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=interface.js.map

package/dist/internal/download/interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interface.js","sourceRoot":"","sources":["../../../src/internal/download/interface.ts"],"names":[],"mappings":""}

package/dist/internal/download/queue.d.ts

@@ -0,0 +1,5 @@
+export declare class DownloadQueue {
+    private capacity;
+    waitForCapacity(signal?: AbortSignal): Promise<void>;
+    releaseCapacity(): void;
+}

package/dist/internal/download/queue.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DownloadQueue = void 0;
+const wait_1 = require("../wait");
+/**
+ * A queue that limits the number of concurrent downloads.
+ *
+ * This is used to limit the number of concurrent downloads to avoid
+ * overloading the server, or get rate limited.
+ *
+ * Each file download consumes memory and is limited by the number of
+ * concurrent block downloads for each file.
+ *
+ * This queue is straitforward and does not have any priority mechanism
+ * or other features, such as limiting total number of blocks being
+ * downloaded. That is something we want to add in the future to be
+ * more performant for many small file downloads.
+ */
+const MAX_CONCURRENT_DOWNLOADS = 5;
+class DownloadQueue {
+    capacity = 0;
+    async waitForCapacity(signal) {
+        await (0, wait_1.waitForCondition)(() => this.capacity < MAX_CONCURRENT_DOWNLOADS, signal);
+        this.capacity++;
+    }
+    releaseCapacity() {
+        this.capacity--;
+    }
+}
+exports.DownloadQueue = DownloadQueue;
+//# sourceMappingURL=queue.js.map

package/dist/internal/download/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../src/internal/download/queue.ts"],"names":[],"mappings":";;;AAAA,kCAA2C;AAE3C;;;;;;;;;;;;;GAaG;AACH,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAEnC,MAAa,aAAa;IACd,QAAQ,GAAG,CAAC,CAAC;IAErB,KAAK,CAAC,eAAe,CAAC,MAAoB;QACtC,MAAM,IAAA,uBAAgB,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,GAAG,wBAAwB,EAAE,MAAM,CAAC,CAAC;QAC/E,IAAI,CAAC,QAAQ,EAAE,CAAC;IACpB,CAAC;IAED,eAAe;QACX,IAAI,CAAC,QAAQ,EAAE,CAAC;IACpB,CAAC;CACJ;AAXD,sCAWC"}

package/dist/internal/download/telemetry.d.ts

@@ -0,0 +1,14 @@
+import { ProtonDriveTelemetry } from "../../interface";
+import { LoggerWithPrefix } from "../../telemetry";
+import { SharesService } from "./interface";
+export declare class DownloadTelemetry {
+    private telemetry;
+    private sharesService;
+    private logger;
+    constructor(telemetry: ProtonDriveTelemetry, sharesService: SharesService);
+    getLoggerForRevision(revisionUid: string): LoggerWithPrefix;
+    downloadInitFailed(nodeUid: string, error: unknown): Promise<void>;
+    downloadFailed(revisionUid: string, error: unknown, downloadedSize: number, claimedFileSize?: number): Promise<void>;
+    downloadFinished(revisionUid: string, downloadedSize: number): Promise<void>;
+    private sendTelemetry;
+}