filemail-sdk 10.0.0 → 10.2.0

package/dist/src/uploader/transferFilesRegistrar.js

@@ -0,0 +1,158 @@
+import TransferUploadError from "./transferUploadError.js";
+import TransferUploadEvent from "./transferUploadEvent.js";
+const REGISTER_ITEMS_BATCH_SIZE = 250;
+export default class TransferFilesRegistrar {
+    #apiClient;
+    #eventsEngine;
+    #files;
+    #registeredFiles = new Map();
+    #failedRegistrations = new Map();
+    #currentObserver;
+    #transferId;
+    #transferKey;
+    #stopController;
+    #removeExternalAbortListener;
+    #isRegisteringAllFilesDone = true;
+    #runningPromise;
+    constructor(apiClient, eventsEngine, files) {
+        this.#apiClient = apiClient;
+        this.#eventsEngine = eventsEngine;
+        this.#files = files;
+    }
+    getRegisteredFile(externalFileId) {
+        return this.#registeredFiles.get(externalFileId);
+    }
+    start(transferId, transferKey, pauseAndAbortSignal) {
+        if (!transferId || !transferKey)
+            throw new TransferUploadError(`TransferId and TransferKey are required`);
+        if (this.#runningPromise)
+            throw new TransferUploadError(`Registrar is already running`);
+        if (pauseAndAbortSignal?.aborted)
+            return;
+        this.#transferId = transferId;
+        this.#transferKey = transferKey;
+        this.#isRegisteringAllFilesDone = false;
+        this.#failedRegistrations.clear();
+        this.createStopController(pauseAndAbortSignal);
+        this.#runningPromise = this.runRegistration();
+    }
+    createStopController(pauseAndAbortSignal) {
+        const stopController = new AbortController();
+        this.#stopController = stopController;
+        const abortRegistration = () => stopController.abort(pauseAndAbortSignal?.reason);
+        pauseAndAbortSignal?.addEventListener(`abort`, abortRegistration, { once: true });
+        this.#removeExternalAbortListener = () => pauseAndAbortSignal?.removeEventListener(`abort`, abortRegistration);
+    }
+    async stop() {
+        if (!this.#runningPromise)
+            return;
+        this.#stopController?.abort();
+        await this.#runningPromise;
+    }
+    async waitUntilFileRegistered(wantedExternalFileId) {
+        if (this.#currentObserver)
+            throw new TransferUploadError(`Current implementation allows only one observer`);
+        return new Promise(resolve => {
+            this.#currentObserver = { wantedExternalFileId, resolve };
+            this.notifyObserver();
+        });
+    }
+    async runRegistration() {
+        try {
+            await this.registerMissingFiles();
+        }
+        finally {
+            this.#isRegisteringAllFilesDone = true;
+            this.notifyObserver();
+            this.#removeExternalAbortListener?.();
+            this.#removeExternalAbortListener = undefined;
+            this.#stopController = undefined;
+            this.#runningPromise = undefined;
+        }
+    }
+    async registerMissingFiles() {
+        const filesToRegister = this.getFilesMissingRegistration();
+        for (let start = 0; start < filesToRegister.length; start += REGISTER_ITEMS_BATCH_SIZE) {
+            if (this.#stopController.signal.aborted)
+                break;
+            const filesBatch = filesToRegister.slice(start, start + REGISTER_ITEMS_BATCH_SIZE);
+            try {
+                const registeredBatchEntries = await this.registerSingleBatch(filesBatch);
+                for (const [externalFileId, registeredFile] of registeredBatchEntries)
+                    this.#registeredFiles.set(externalFileId, registeredFile);
+                this.#eventsEngine.emit(TransferUploadEvent.RecreateDataUpdated);
+            }
+            catch (error) {
+                for (const file of filesBatch)
+                    this.#failedRegistrations.set(file.externalId, error);
+                if (!this.#stopController?.signal.aborted)
+                    this.notifyBatchFailed(filesBatch, error);
+            }
+            finally {
+                this.notifyObserver();
+            }
+        }
+    }
+    async registerSingleBatch(filesBatch) {
+        const registerFilesRequest = {
+            transferkey: this.#transferKey,
+            items: filesBatch.map(file => ({
+                path: this.joinTransferPath(file.fileDestinationPathInTransfer, file.fileName),
+                type: `File`,
+                size: file.fileSizeInBytes,
+            })),
+        };
+        const response = await this.#apiClient.registerTransferFiles(this.#transferId, registerFilesRequest, this.#stopController?.signal);
+        return this.validateRegistrationBatchResponse(filesBatch, response);
+    }
+    notifyBatchFailed(filesBatch, error) {
+        const eventArgs = {
+            externalFileIds: filesBatch.map(file => file.externalId),
+            error: error,
+        };
+        this.#eventsEngine.emit(TransferUploadEvent.FilesRegistrationBatchFailed, eventArgs);
+    }
+    getFilesMissingRegistration() {
+        return this.#files.filter(file => !this.#registeredFiles.has(file.externalId));
+    }
+    validateRegistrationBatchResponse(filesBatch, response) {
+        if (response.items.length !== filesBatch.length)
+            throw new TransferUploadError(`Invalid register transfer files response`);
+        return response.items.map((item, index) => {
+            const file = filesBatch[index];
+            if (!file || !item.uploadItemId || !item.fileId)
+                throw new TransferUploadError(`Invalid register transfer files response`);
+            return [file.externalId, { uploadItemId: item.uploadItemId, fileId: item.fileId }];
+        });
+    }
+    joinTransferPath(directoryPath, fileName) {
+        const normalizedDirectoryPath = directoryPath.replace(/^\/+|\/+$/g, ``);
+        const normalizedFileName = fileName.replace(/^\/+/g, ``);
+        if (!normalizedDirectoryPath)
+            return normalizedFileName;
+        return `${normalizedDirectoryPath}/${normalizedFileName}`;
+    }
+    notifyObserver() {
+        if (!this.#currentObserver)
+            return;
+        const { wantedExternalFileId, resolve } = this.#currentObserver;
+        const isFileRegistered = this.#registeredFiles.has(wantedExternalFileId);
+        const isFileFailed = this.#failedRegistrations.has(wantedExternalFileId);
+        if (isFileRegistered)
+            resolve({ isRegisteredSuccessfully: true });
+        else if (isFileFailed)
+            resolve({ isRegisteredSuccessfully: false, error: this.#failedRegistrations.get(wantedExternalFileId) });
+        else if (this.#isRegisteringAllFilesDone)
+            resolve({ isRegisteredSuccessfully: false, error: new Error(`File has never been picked up for registration`) });
+        else
+            return; // continue waiting for new batch registrations
+        this.#currentObserver = undefined;
+    }
+    export() {
+        return this.#registeredFiles;
+    }
+    recoverFromExportedState(registeredFiles) {
+        this.#registeredFiles = new Map(registeredFiles);
+    }
+}
+//# sourceMappingURL=transferFilesRegistrar.js.map

package/dist/src/uploader/transferFilesRegistrar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transferFilesRegistrar.js","sourceRoot":"","sources":["../../../src/uploader/transferFilesRegistrar.ts"],"names":[],"mappings":"AAAA,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAC3D,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAU3D,MAAM,yBAAyB,GAAG,GAAG,CAAC;AACtC,MAAM,CAAC,OAAO,OAAO,sBAAsB;IACvC,UAAU,CAAY;IACtB,aAAa,CAAe;IAC5B,MAAM,CAAmC;IAEzC,gBAAgB,GAAG,IAAI,GAAG,EAA2C,CAAC;IACtE,oBAAoB,GAAG,IAAI,GAAG,EAA0B,CAAC;IACzD,gBAAgB,CAAsG;IAEtH,WAAW,CAAqB;IAChC,YAAY,CAAqB;IAEjC,eAAe,CAA8B;IAC7C,4BAA4B,CAA2B;IAEvD,0BAA0B,GAAG,IAAI,CAAC;IAElC,eAAe,CAA4B;IAE3C,YAAY,SAAoB,EAAE,YAA0B,EAAE,KAAuC;QACjG,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IAED,iBAAiB,CAAC,cAA+B;QAC7C,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,UAAkB,EAAE,WAAmB,EAAE,mBAAiC;QAC5E,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW;YAC3B,MAAM,IAAI,mBAAmB,CAAC,yCAAyC,CAAC,CAAC;QAE7E,IAAI,IAAI,CAAC,eAAe;YACpB,MAAM,IAAI,mBAAmB,CAAC,8BAA8B,CAAC,CAAC;QAElE,IAAI,mBAAmB,EAAE,OAAO;YAC5B,OAAO;QAEX,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAI,CAAC,0BAA0B,GAAG,KAAK,CAAC;QAExC,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAElC,IAAI,CAAC,oBAAoB,CAAC,mBAAmB,CAAC,CAAC;QAE/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;IAClD,CAAC;IAEO,oBAAoB,CAAC,mBAA4C;QACrE,MAAM,cAAc,GAAG,IAAI,eAAe,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QAEtC,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;QAElF,mBAAmB,EAAE,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAElF,IAAI,CAAC,4BAA4B,GAAG,GAAG,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACnH,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC,IAAI,CAAC,eAAe;YACrB,OAAO;QAEX,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;QAE9B,MAAM,IAAI,CAAC,eAAe,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,oBAAqC;QAC/D,IAAI,IAAI,CAAC,gBAAgB;YACrB,MAAM,IAAI,mBAAmB,CAAC,iDAAiD,CAAC,CAAC;QAErF,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;YACzB,IAAI,CAAC,gBAAgB,GAAG,EAAE,oBAAoB,EAAE,OAAO,EAAE,CAAC;YAC1D,IAAI,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,eAAe;QACzB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACtC,CAAC;gBACO,CAAC;YACL,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC;YACvC,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,4BAA4B,EAAE,EAAE,CAAC;YAEtC,IAAI,CAAC,4BAA4B,GAAG,SAAS,CAAC;YAC9C,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;YACjC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACrC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAC9B,MAAM,eAAe,GAAG,IAAI,CAAC,2BAA2B,EAAE,CAAC;QAE3D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,IAAI,yBAAyB,EAAE,CAAC;YACrF,IAAI,IAAI,CAAC,eAAgB,CAAC,MAAM,CAAC,OAAO;gBACpC,MAAM;YAEV,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,yBAAyB,CAAC,CAAC;YAEnF,IAAI,CAAC;gBACD,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;gBAE1E,KAAK,MAAM,CAAC,cAAc,EAAE,cAAc,CAAC,IAAI,sBAAsB;oBACjE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;gBAE9D,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,CAAC;YACrE,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,KAAK,MAAM,IAAI,IAAI,UAAU;oBACzB,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,KAAc,CAAC,CAAC;gBAEnE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO;oBACrC,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAClD,CAAC;oBACO,CAAC;gBACL,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1B,CAAC;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,UAA4C;QAC1E,MAAM,oBAAoB,GAAiC;YACvD,WAAW,EAAE,IAAI,CAAC,YAAa;YAC/B,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC3B,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,6BAA6B,EAAE,IAAI,CAAC,QAAQ,CAAC;gBAC9E,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,eAAe;aAC7B,CAAC,CAAC;SACN,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAY,EAAE,oBAAoB,EAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QACpI,OAAO,IAAI,CAAC,iCAAiC,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACxE,CAAC;IAEO,iBAAiB,CAAC,UAAmC,EAAE,KAAc;QACzE,MAAM,SAAS,GAA0C;YACrD,eAAe,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;YACxD,KAAK,EAAE,KAAc;SACxB,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,4BAA4B,EAAE,SAAS,CAAC,CAAC;IACzF,CAAC;IAEO,2BAA2B;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACnF,CAAC;IAEO,iCAAiC,CAAC,UAA4C,EAAE,QAAuC;QAC3H,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM;YAC3C,MAAM,IAAI,mBAAmB,CAAC,0CAA0C,CAAC,CAAC;QAE9E,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAA6C,EAAE;YACjF,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/B,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM;gBAC3C,MAAM,IAAI,mBAAmB,CAAC,0CAA0C,CAAC,CAAC;YAE9E,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,gBAAgB,CAAC,aAAqB,EAAE,QAAgB;QAC5D,MAAM,uBAAuB,GAAG,aAAa,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACxE,MAAM,kBAAkB,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAEzD,IAAI,CAAC,uBAAuB;YACxB,OAAO,kBAAkB,CAAC;QAE9B,OAAO,GAAG,uBAAuB,IAAI,kBAAkB,EAAE,CAAC;IAC9D,CAAC;IAEO,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,gBAAgB;YACtB,OAAO;QAEX,MAAM,EAAE,oBAAoB,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAChE,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QACzE,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAEzE,IAAI,gBAAgB;YAChB,OAAO,CAAC,EAAE,wBAAwB,EAAE,IAAI,EAAE,CAAC,CAAC;aAC3C,IAAI,YAAY;YACjB,OAAO,CAAC,EAAE,wBAAwB,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,oBAAoB,CAAE,EAAE,CAAC,CAAC;aACzG,IAAI,IAAI,CAAC,0BAA0B;YACpC,OAAO,CAAC,EAAE,wBAAwB,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,gDAAgD,CAAC,EAAE,CAAC,CAAC;;YAEjH,OAAO,CAAC,+CAA+C;QAE3D,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;IACtC,CAAC;IAED,MAAM;QACF,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAED,wBAAwB,CAAC,eAAgF;QACrG,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC;IACrD,CAAC;CACJ","sourcesContent":["import TransferUploadError from \"./transferUploadError.js\";\nimport TransferUploadEvent from \"./transferUploadEvent.js\";\n\nimport type ApiClient from \"../utils/api/apiClient.js\";\nimport type EventsEngine from \"../utils/events/eventsEngine.js\";\nimport type FileDetails from \"../utils/fileSystem/fileDetails.js\";\nimport type RegisteredTransferFile from \"./registeredTransferFile.js\";\nimport type FilesRegistrationBatchFailedEventArgs from \"./eventArgs/filesRegistrationBatchFailedEventArgs.js\";\nimport type { RegisterTransferFilesRequest } from \"../utils/api/dtos/registerTransferFilesRequest.js\";\nimport type { RegisterTransferFilesResponse } from \"../utils/api/dtos/registerTransferFilesResponse.js\";\n\nconst REGISTER_ITEMS_BATCH_SIZE = 250;\nexport default class TransferFilesRegistrar {\n    #apiClient: ApiClient;\n    #eventsEngine: EventsEngine;\n    #files: readonly Readonly<FileDetails>[];\n\n    #registeredFiles = new Map<string | number, RegisteredTransferFile>();\n    #failedRegistrations = new Map<string | number, Error>();\n    #currentObserver: { wantedExternalFileId: string | number, resolve: (value: RegistrationResult) => void } | undefined;\n\n    #transferId: string | undefined;\n    #transferKey: string | undefined;\n\n    #stopController: AbortController | undefined;\n    #removeExternalAbortListener: (() => void) | undefined;\n\n    #isRegisteringAllFilesDone = true;\n\n    #runningPromise: Promise<void> | undefined;\n\n    constructor(apiClient: ApiClient, eventsEngine: EventsEngine, files: readonly Readonly<FileDetails>[]) {\n        this.#apiClient = apiClient;\n        this.#eventsEngine = eventsEngine;\n        this.#files = files;\n    }\n\n    getRegisteredFile(externalFileId: string | number): RegisteredTransferFile | undefined {\n        return this.#registeredFiles.get(externalFileId);\n    }\n\n    start(transferId: string, transferKey: string, pauseAndAbortSignal?: AbortSignal): void {\n        if (!transferId || !transferKey)\n            throw new TransferUploadError(`TransferId and TransferKey are required`);\n\n        if (this.#runningPromise)\n            throw new TransferUploadError(`Registrar is already running`);\n\n        if (pauseAndAbortSignal?.aborted)\n            return;\n\n        this.#transferId = transferId;\n        this.#transferKey = transferKey;\n\n        this.#isRegisteringAllFilesDone = false;\n\n        this.#failedRegistrations.clear();\n\n        this.createStopController(pauseAndAbortSignal);\n\n        this.#runningPromise = this.runRegistration();\n    }\n\n    private createStopController(pauseAndAbortSignal: AbortSignal | undefined) {\n        const stopController = new AbortController();\n\n        this.#stopController = stopController;\n\n        const abortRegistration = () => stopController.abort(pauseAndAbortSignal?.reason);\n\n        pauseAndAbortSignal?.addEventListener(`abort`, abortRegistration, { once: true });\n\n        this.#removeExternalAbortListener = () => pauseAndAbortSignal?.removeEventListener(`abort`, abortRegistration);\n    }\n\n    async stop(): Promise<void> {\n        if (!this.#runningPromise)\n            return;\n\n        this.#stopController?.abort();\n\n        await this.#runningPromise;\n    }\n\n    async waitUntilFileRegistered(wantedExternalFileId: string | number): Promise<RegistrationResult> {\n        if (this.#currentObserver)\n            throw new TransferUploadError(`Current implementation allows only one observer`);\n\n        return new Promise(resolve => {\n            this.#currentObserver = { wantedExternalFileId, resolve };\n            this.notifyObserver();\n        });\n    }\n\n    private async runRegistration(): Promise<void> {\n        try {\n            await this.registerMissingFiles();\n        }\n        finally {\n            this.#isRegisteringAllFilesDone = true;\n            this.notifyObserver();\n            this.#removeExternalAbortListener?.();\n\n            this.#removeExternalAbortListener = undefined;\n            this.#stopController = undefined;\n            this.#runningPromise = undefined;\n        }\n    }\n\n    private async registerMissingFiles(): Promise<void> {\n        const filesToRegister = this.getFilesMissingRegistration();\n\n        for (let start = 0; start < filesToRegister.length; start += REGISTER_ITEMS_BATCH_SIZE) {\n            if (this.#stopController!.signal.aborted)\n                break;\n\n            const filesBatch = filesToRegister.slice(start, start + REGISTER_ITEMS_BATCH_SIZE);\n\n            try {\n                const registeredBatchEntries = await this.registerSingleBatch(filesBatch);\n\n                for (const [externalFileId, registeredFile] of registeredBatchEntries)\n                    this.#registeredFiles.set(externalFileId, registeredFile);\n\n                this.#eventsEngine.emit(TransferUploadEvent.RecreateDataUpdated);\n            }\n            catch (error) {\n                for (const file of filesBatch)\n                    this.#failedRegistrations.set(file.externalId, error as Error);\n\n                if (!this.#stopController?.signal.aborted)\n                    this.notifyBatchFailed(filesBatch, error);\n            }\n            finally {\n                this.notifyObserver();\n            }\n        }\n    }\n\n    private async registerSingleBatch(filesBatch: readonly Readonly<FileDetails>[]): Promise<Array<[string | number, RegisteredTransferFile]>> {\n        const registerFilesRequest: RegisterTransferFilesRequest = {\n            transferkey: this.#transferKey!,\n            items: filesBatch.map(file => ({\n                path: this.joinTransferPath(file.fileDestinationPathInTransfer, file.fileName),\n                type: `File`,\n                size: file.fileSizeInBytes,\n            })),\n        };\n\n        const response = await this.#apiClient.registerTransferFiles(this.#transferId!, registerFilesRequest, this.#stopController?.signal);\n        return this.validateRegistrationBatchResponse(filesBatch, response);\n    }\n\n    private notifyBatchFailed(filesBatch: Readonly<FileDetails>[], error: unknown) {\n        const eventArgs: FilesRegistrationBatchFailedEventArgs = {\n            externalFileIds: filesBatch.map(file => file.externalId),\n            error: error as Error,\n        };\n\n        this.#eventsEngine.emit(TransferUploadEvent.FilesRegistrationBatchFailed, eventArgs);\n    }\n\n    private getFilesMissingRegistration(): readonly Readonly<FileDetails>[] {\n        return this.#files.filter(file => !this.#registeredFiles.has(file.externalId));\n    }\n\n    private validateRegistrationBatchResponse(filesBatch: readonly Readonly<FileDetails>[], response: RegisterTransferFilesResponse): Array<[string | number, RegisteredTransferFile]> {\n        if (response.items.length !== filesBatch.length)\n            throw new TransferUploadError(`Invalid register transfer files response`);\n\n        return response.items.map((item, index): [string | number, RegisteredTransferFile] => {\n            const file = filesBatch[index];\n\n            if (!file || !item.uploadItemId || !item.fileId)\n                throw new TransferUploadError(`Invalid register transfer files response`);\n\n            return [file.externalId, { uploadItemId: item.uploadItemId, fileId: item.fileId }];\n        });\n    }\n\n    private joinTransferPath(directoryPath: string, fileName: string): string {\n        const normalizedDirectoryPath = directoryPath.replace(/^\\/+|\\/+$/g, ``);\n        const normalizedFileName = fileName.replace(/^\\/+/g, ``);\n\n        if (!normalizedDirectoryPath)\n            return normalizedFileName;\n\n        return `${normalizedDirectoryPath}/${normalizedFileName}`;\n    }\n\n    private notifyObserver(): void {\n        if (!this.#currentObserver)\n            return;\n\n        const { wantedExternalFileId, resolve } = this.#currentObserver;\n        const isFileRegistered = this.#registeredFiles.has(wantedExternalFileId);\n        const isFileFailed = this.#failedRegistrations.has(wantedExternalFileId);\n\n        if (isFileRegistered)\n            resolve({ isRegisteredSuccessfully: true });\n        else if (isFileFailed)\n            resolve({ isRegisteredSuccessfully: false, error: this.#failedRegistrations.get(wantedExternalFileId)! });\n        else if (this.#isRegisteringAllFilesDone)\n            resolve({ isRegisteredSuccessfully: false, error: new Error(`File has never been picked up for registration`) });\n        else\n            return; // continue waiting for new batch registrations\n\n        this.#currentObserver = undefined;\n    }\n\n    export(): ReadonlyMap<string | number, RegisteredTransferFile> {\n        return this.#registeredFiles;\n    }\n\n    recoverFromExportedState(registeredFiles: readonly (readonly [string | number, RegisteredTransferFile])[]): void {\n        this.#registeredFiles = new Map(registeredFiles);\n    }\n}\n\nexport type RegistrationResult = { isRegisteredSuccessfully: true; } | { isRegisteredSuccessfully: false; error: Error; };"]}

package/dist/src/uploader/transferUpload.d.ts

@@ -11,6 +11,7 @@ import type FileChunkUploadFailedEventArgs from './eventArgs/fileChunkUploadFail
 import type FileUploadEventArgs from './eventArgs/fileUploadEventArgs.js';
 import type TransferUploadCompletedEventArgs from './eventArgs/transferUploadCompletedEventArgs.js';
 import type FileUploadFailedEventArgs from './eventArgs/fileUploadFailedEventArgs.js';
+import type FilesRegistrationBatchFailedEventArgs from './eventArgs/filesRegistrationBatchFailedEventArgs.js';
 import type FileAckFailedEventArgs from './eventArgs/fileAckFailedEventArgs.js';
 import type FilesBatchAckFailedEventArgs from './eventArgs/filesBatchAckFailedEventArgs.js';
 import type TransferUploadAcker from './transferUploadAcker.js';
@@ -39,11 +40,14 @@ export default class TransferUpload<T extends FileDetails> {
     get totalSizeInBytes(): number;
     get transferId(): string | undefined;
     constructor(chunkStreamProviderFactory: UploaderChunkStreamProviderFactory<T>, apiClient: ApiClient, fileServerClientFactory: FileServerClientFactory, eventsEngine: EventsEngine, info: TransferUploadInfo<T> | TransferUploadAppendInfo<T>, config: TransferUploadConfig, concurrencyController: ConcurrencyController, cryptography: CryptographyProvider, acker: TransferUploadAcker);
+    private isLegacyTransferAppend;
     private isUploadAppend;
     private isUploadAppendInfo;
-    private registerFilesAndCreateTransferMetadataFromInfo;
     private createTransferMetadataFromInfo;
     run(transferPauseSignal: PauseSignal, transferAbortSignal: AbortSignal): Promise<void>;
+    private startBackgroundWorkers;
+    private stopBackgroundWorkers;
+    private waitUntilFileRegistered;
     private notifyMetadataDetermined;
     private sendChunkAndKeepUpdatingState;
     private sendChunk;
@@ -54,8 +58,6 @@ export default class TransferUpload<T extends FileDetails> {
     private shouldStopProcessing;
     private isFailureAbortRequested;
     private startApiTransferAndCreateMetadata;
-    private registerTransferFilesWithValidation;
-    private joinTransferPath;
     private getRegisteredFile;
     private enqueueFileAck;
     private hasUnackedFiles;
@@ -71,6 +73,7 @@ export default class TransferUpload<T extends FileDetails> {
     addEventListener(eventName: TransferUploadEvent.TransferRun | TransferUploadEvent.TransferPauseRequested | TransferUploadEvent.TransferPaused | TransferUploadEvent.TransferAbortRequested | TransferUploadEvent.TransferAborted | TransferUploadEvent.TransferCancelRequested | TransferUploadEvent.TransferCanceled | TransferUploadEvent.TransferFailed, handler: () => void): void;
     addEventListener(eventName: TransferUploadEvent.FileUploadStarted | TransferUploadEvent.FileUploadCompleted | TransferUploadEvent.FileCompleted, handler: (event: FileUploadEventArgs) => void): void;
     addEventListener(eventName: TransferUploadEvent.FileUploadFailed, handler: (event: FileUploadFailedEventArgs) => void): void;
+    addEventListener(eventName: TransferUploadEvent.FilesRegistrationBatchFailed, handler: (event: FilesRegistrationBatchFailedEventArgs) => void): void;
     addEventListener(eventName: TransferUploadEvent.FileAckFailed, handler: (event: FileAckFailedEventArgs) => void): void;
     addEventListener(eventName: TransferUploadEvent.FilesBatchAckFailed, handler: (event: FilesBatchAckFailedEventArgs) => void): void;
     addEventListener(eventName: TransferUploadEvent.FileChunkUploadProgressed, handler: (event: FileChunkUploadProgressedEventArgs) => void): void;
@@ -84,6 +87,7 @@ export default class TransferUpload<T extends FileDetails> {
     addEventListener(eventName: string, handler: (arg?: any) => void): void;
     exportAsString(): string;
     export(): TransferUploadExportData<T>;
+    private getInfoExportValue;
     private getTransferMetadataExportValue;
     static recreate<T extends FileDetails>(transferExportData: TransferUploadExportData<T>, config: TransferUploadConfig, chunkStreamProviderFactory: UploaderChunkStreamProviderFactory<T>, apiClient: ApiClient, fileServerClientFactory: FileServerClientFactory, eventsEngine: EventsEngine, concurrencyController: ConcurrencyController, cryptography: CryptographyProvider, acker: TransferUploadAcker): TransferUpload<T>;
     private static recreateTransferMetadata;

package/dist/src/uploader/transferUpload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transferUpload.d.ts","sourceRoot":"","sources":["../../../src/uploader/transferUpload.ts"],"names":[],"mappings":"AAEA,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAU3D,OAAO,KAAK,SAAS,MAAM,2BAA2B,CAAC;AAGvD,OAAO,KAAK,uBAAuB,MAAM,yCAAyC,CAAC;AACnF,OAAO,KAAK,WAAW,MAAM,oCAAoC,CAAC;AAElE,OAAO,KAAK,kBAAkB,MAAM,iCAAiC,CAAC;AACtE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AAEtF,OAAO,KAAK,YAAY,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,wBAAwB,MAAM,yCAAyC,CAAC;AACpF,OAAO,KAAK,8BAA8B,MAAM,+CAA+C,CAAC;AAGhG,OAAO,KAAK,mBAAmB,MAAM,oCAAoC,CAAC;AAC1E,OAAO,KAAK,gCAAgC,MAAM,iDAAiD,CAAC;AAGpG,OAAO,KAAK,yBAAyB,MAAM,0CAA0C,CAAC;AACtF,OAAO,KAAK,sBAAsB,MAAM,uCAAuC,CAAC;AAChF,OAAO,KAAK,4BAA4B,MAAM,6CAA6C,CAAC;AAC5F,OAAO,KAAK,mBAAmB,MAAM,0BAA0B,CAAC;AAEhE,OAAO,KAAK,iCAAiC,MAAM,kDAAkD,CAAC;AACtG,OAAO,KAAK,kCAAkC,MAAM,mDAAmD,CAAC;AACxG,OAAO,KAAK,kCAAkC,MAAM,oEAAoE,CAAC;AACzH,OAAO,KAAK,oBAAoB,MAAM,mCAAmC,CAAC;AAC1E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,qBAAqB,MAAM,yDAAyD,CAAC;AACjG,OAAO,KAAK,0CAA0C,MAAM,2DAA2D,CAAC;AACxH,OAAO,KAAK,iCAAiC,MAAM,kDAAkD,CAAC;AACtG,OAAO,KAAK,mCAAmC,MAAM,oDAAoD,CAAC;AAC1G,OAAO,KAAK,oBAAoB,MAAM,yCAAyC,CAAC;AAChF,OAAO,KAAK,EAAE,wBAAwB,EAAoC,MAAM,sCAAsC,CAAC;AAIvH,MAAM,CAAC,OAAO,OAAO,cAAc,CAAC,CAAC,SAAS,WAAW;;IAuBrD,kBAAkB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAC7C,kBAAkB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAI7C,IAAI,MAAM,IAAI,cAAc,CAE3B;IAED,IAAI,mBAAmB,IAAI,MAAM,CAEhC;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,kBAAkB,IAAI,MAAM,CAE/B;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,oBAAoB,IAAI,MAAM,CAKjC;IAED,IAAI,KAAK,IAAI,SAAS,QAAQ,CAAC,CAAC,CAAC,EAAE,CAElC;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,UAAU,IAAI,MAAM,GAAG,SAAS,CAEnC;gBAEW,0BAA0B,EAAE,kCAAkC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,GAAG,wBAAwB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,YAAY,EAAE,oBAAoB,EAAE,KAAK,EAAE,mBAAmB;IAiBxX,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,kBAAkB;YAIZ,8CAA8C;IAW5D,OAAO,CAAC,8BAA8B;IAahC,GAAG,CAAC,mBAAmB,EAAE,WAAW,EAAE,mBAAmB,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAsH5F,OAAO,CAAC,wBAAwB;YAalB,6BAA6B;YA8C7B,SAAS;IAevB,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,uBAAuB;IAqB/B,OAAO,CAAC,wBAAwB;IAsBhC,OAAO,CAAC,2BAA2B;IAKnC,OAAO,CAAC,oBAAoB;IAI5B,OAAO,CAAC,uBAAuB;YAIjB,iCAAiC;YA+CjC,mCAAmC;IAgCjD,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,gBAAgB;YAIV,sCAAsC;YAoBtC,gBAAgB;YAShB,gBAAgB;YAahB,mBAAmB;IAmB3B,MAAM,CAAC,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAmCtD,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,2BAA2B;YAWrB,iBAAiB;IAc/B,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,WAAW,GAAG,mBAAmB,CAAC,sBAAsB,GAAG,mBAAmB,CAAC,cAAc,GAAG,mBAAmB,CAAC,sBAAsB,GAAG,mBAAmB,CAAC,eAAe,GAAG,mBAAmB,CAAC,uBAAuB,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,cAAc,EAAE,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IACtX,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI;IACrM,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,yBAAyB,KAAK,IAAI,GAAG,IAAI;IAC5H,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,GAAG,IAAI;IACtH,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,mBAAmB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,4BAA4B,KAAK,IAAI,GAAG,IAAI;IAClI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,yBAAyB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,IAAI,GAAG,IAAI;IAC9I,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,sBAAsB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,wBAAwB,KAAK,IAAI,GAAG,IAAI;IACjI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,wBAAwB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,iCAAiC,KAAK,IAAI,GAAG,IAAI;IAC5I,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,iCAAiC,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,0CAA0C,KAAK,IAAI,GAAG,IAAI;IAC9J,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,qBAAqB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,8BAA8B,KAAK,IAAI,GAAG,IAAI;IACtI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,kBAAkB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,iCAAiC,KAAK,IAAI,GAAG,IAAI;IACtI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,gCAAgC,KAAK,IAAI,GAAG,IAAI;IACpI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,0BAA0B,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,mCAAmC,KAAK,IAAI,GAAG,IAAI;IAChJ,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKvE,cAAc,IAAI,MAAM;IAKxB,MAAM,IAAI,wBAAwB,CAAC,CAAC,CAAC;IAWrC,OAAO,CAAC,8BAA8B;IAgBtC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,WAAW,EAAE,kBAAkB,EAAE,wBAAwB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,kCAAkC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,YAAY,EAAE,YAAY,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,YAAY,EAAE,oBAAoB,EAAE,KAAK,EAAE,mBAAmB,GAAG,cAAc,CAAC,CAAC,CAAC;IAmB7Z,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAgBvC,OAAO,CAAC,MAAM,CAAC,sBAAsB;CAiBxC"}
+{"version":3,"file":"transferUpload.d.ts","sourceRoot":"","sources":["../../../src/uploader/transferUpload.ts"],"names":[],"mappings":"AAEA,OAAO,cAAc,MAAM,kCAAkC,CAAC;AAC9D,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAW3D,OAAO,KAAK,SAAS,MAAM,2BAA2B,CAAC;AAGvD,OAAO,KAAK,uBAAuB,MAAM,yCAAyC,CAAC;AACnF,OAAO,KAAK,WAAW,MAAM,oCAAoC,CAAC;AAElE,OAAO,KAAK,kBAAkB,MAAM,iCAAiC,CAAC;AACtE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AAEtF,OAAO,KAAK,YAAY,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,wBAAwB,MAAM,yCAAyC,CAAC;AACpF,OAAO,KAAK,8BAA8B,MAAM,+CAA+C,CAAC;AAGhG,OAAO,KAAK,mBAAmB,MAAM,oCAAoC,CAAC;AAC1E,OAAO,KAAK,gCAAgC,MAAM,iDAAiD,CAAC;AAGpG,OAAO,KAAK,yBAAyB,MAAM,0CAA0C,CAAC;AACtF,OAAO,KAAK,qCAAqC,MAAM,sDAAsD,CAAC;AAC9G,OAAO,KAAK,sBAAsB,MAAM,uCAAuC,CAAC;AAChF,OAAO,KAAK,4BAA4B,MAAM,6CAA6C,CAAC;AAC5F,OAAO,KAAK,mBAAmB,MAAM,0BAA0B,CAAC;AAEhE,OAAO,KAAK,iCAAiC,MAAM,kDAAkD,CAAC;AACtG,OAAO,KAAK,kCAAkC,MAAM,mDAAmD,CAAC;AACxG,OAAO,KAAK,kCAAkC,MAAM,oEAAoE,CAAC;AACzH,OAAO,KAAK,oBAAoB,MAAM,mCAAmC,CAAC;AAC1E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,qBAAqB,MAAM,yDAAyD,CAAC;AACjG,OAAO,KAAK,0CAA0C,MAAM,2DAA2D,CAAC;AACxH,OAAO,KAAK,iCAAiC,MAAM,kDAAkD,CAAC;AACtG,OAAO,KAAK,mCAAmC,MAAM,oDAAoD,CAAC;AAC1G,OAAO,KAAK,oBAAoB,MAAM,yCAAyC,CAAC;AAChF,OAAO,KAAK,EAAE,wBAAwB,EAAwE,MAAM,sCAAsC,CAAC;AAE3J,MAAM,CAAC,OAAO,OAAO,cAAc,CAAC,CAAC,SAAS,WAAW;;IAyBrD,kBAAkB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAC7C,kBAAkB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAI7C,IAAI,MAAM,IAAI,cAAc,CAE3B;IAED,IAAI,mBAAmB,IAAI,MAAM,CAEhC;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,kBAAkB,IAAI,MAAM,CAE/B;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,oBAAoB,IAAI,MAAM,CAKjC;IAED,IAAI,KAAK,IAAI,SAAS,QAAQ,CAAC,CAAC,CAAC,EAAE,CAElC;IAED,IAAI,gBAAgB,IAAI,MAAM,CAE7B;IAED,IAAI,UAAU,IAAI,MAAM,GAAG,SAAS,CAEnC;gBAEW,0BAA0B,EAAE,kCAAkC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,GAAG,wBAAwB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,YAAY,EAAE,oBAAoB,EAAE,KAAK,EAAE,mBAAmB;IAmBxX,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,kBAAkB;IAI1B,OAAO,CAAC,8BAA8B;IAehC,GAAG,CAAC,mBAAmB,EAAE,WAAW,EAAE,mBAAmB,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAoH5F,OAAO,CAAC,sBAAsB;YAQhB,qBAAqB;YAOrB,uBAAuB;IAOrC,OAAO,CAAC,wBAAwB;YAWlB,6BAA6B;YA8C7B,SAAS;IAevB,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,uBAAuB;IAqB/B,OAAO,CAAC,wBAAwB;IAsBhC,OAAO,CAAC,2BAA2B;IAOnC,OAAO,CAAC,oBAAoB;IAI5B,OAAO,CAAC,uBAAuB;YAIjB,iCAAiC;IA0C/C,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,gBAAgB;YAIV,sCAAsC;YAoBtC,gBAAgB;YAShB,gBAAgB;YAahB,mBAAmB;IAmB3B,MAAM,CAAC,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAmCtD,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,2BAA2B;YAWrB,iBAAiB;IAc/B,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,WAAW,GAAG,mBAAmB,CAAC,sBAAsB,GAAG,mBAAmB,CAAC,cAAc,GAAG,mBAAmB,CAAC,sBAAsB,GAAG,mBAAmB,CAAC,eAAe,GAAG,mBAAmB,CAAC,uBAAuB,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,cAAc,EAAE,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IACtX,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI;IACrM,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,yBAAyB,KAAK,IAAI,GAAG,IAAI;IAC5H,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,4BAA4B,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,qCAAqC,KAAK,IAAI,GAAG,IAAI;IACpJ,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,GAAG,IAAI;IACtH,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,mBAAmB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,4BAA4B,KAAK,IAAI,GAAG,IAAI;IAClI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,yBAAyB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,IAAI,GAAG,IAAI;IAC9I,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,sBAAsB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,wBAAwB,KAAK,IAAI,GAAG,IAAI;IACjI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,wBAAwB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,iCAAiC,KAAK,IAAI,GAAG,IAAI;IAC5I,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,iCAAiC,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,0CAA0C,KAAK,IAAI,GAAG,IAAI;IAC9J,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,qBAAqB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,8BAA8B,KAAK,IAAI,GAAG,IAAI;IACtI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,kBAAkB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,iCAAiC,KAAK,IAAI,GAAG,IAAI;IACtI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,gCAAgC,KAAK,IAAI,GAAG,IAAI;IACpI,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC,0BAA0B,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,mCAAmC,KAAK,IAAI,GAAG,IAAI;IAChJ,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKvE,cAAc,IAAI,MAAM;IAKxB,MAAM,IAAI,wBAAwB,CAAC,CAAC,CAAC;IAYrC,OAAO,CAAC,kBAAkB;IAgB1B,OAAO,CAAC,8BAA8B;IAetC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,WAAW,EAAE,kBAAkB,EAAE,wBAAwB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,kCAAkC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,YAAY,EAAE,YAAY,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,YAAY,EAAE,oBAAoB,EAAE,KAAK,EAAE,mBAAmB,GAAG,cAAc,CAAC,CAAC,CAAC;IA2B7Z,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAevC,OAAO,CAAC,MAAM,CAAC,sBAAsB;CAiBxC"}

package/dist/src/uploader/transferUpload.js

@@ -3,6 +3,7 @@ import TransferUploadError from "./transferUploadError.js";
 import TransferStatus from "../utils/types/transferStatus.js";
 import TransferUploadEvent from './transferUploadEvent.js';
 import ChunksIterator from './chunksIterator/chunksIterator.js';
+import TransferFilesRegistrar from './transferFilesRegistrar.js';
 import mergeAbortAndPauseSignals from '../utils/mergeAbortAndPauseSignals.js';
 import ApiError from '../utils/api/apiError.js';
 import FsError from '../utils/fileSystem/fsError.js';
@@ -10,7 +11,6 @@ import ApiFilemail449Error from '../utils/api/apiFilemail449Error.js';
 import { promiseAllSettled } from '../utils/promiseAll.js';
 import { isTransferFailureAbortReason } from './transferFailureAbortReason.js';
 import { concatUint8Arrays, hexToUint8Array, uint8ArrayToHex } from '../utils/uint8ArrayUtils.js';
-const REGISTER_ITEMS_BATCH_SIZE = 250;
 export default class TransferUpload {
     #totalSizeInBytes;
     #chunkStreamProviderFactory;
@@ -29,7 +29,8 @@ export default class TransferUpload {
     #transferRecipientTrackingLinks;
     #pauseSignal;
     #abortSignal;
-    #mergedPauseAndAbortSignal;
+    #mergedPauseAndAbortController;
+    #filesRegistrar;
     pauseEventListener;
     abortEventListener;
     #isRunMethodRunning = false;
@@ -75,6 +76,10 @@ export default class TransferUpload {
         this.#concurrencyController = concurrencyController;
         this.#cryptography = cryptography;
         this.#acker = acker;
+        this.#filesRegistrar = this.isLegacyTransferAppend() ? undefined : new TransferFilesRegistrar(apiClient, eventsEngine, info.files);
+    }
+    isLegacyTransferAppend() {
+        return this.isUploadAppendInfo(this.#info) && (this.#info.isLegacyTransfer === undefined || this.#info.isLegacyTransfer === true);
     }
     isUploadAppend() {
         return this.isUploadAppendInfo(this.#info);
@@ -82,22 +87,16 @@ export default class TransferUpload {
     isUploadAppendInfo(info) {
         return info.transferKey !== undefined;
     }
-    async registerFilesAndCreateTransferMetadataFromInfo() {
+    createTransferMetadataFromInfo() {
         if (!this.isUploadAppendInfo(this.#info))
             throw new TransferUploadError(`Options are not TransferUploadAppendOptions`);
-        const registeredFiles = await this.registerTransferFilesWithValidation(this.#info.transferId, this.#info.transferKey);
-        this.createTransferMetadataFromInfo(this.#info, registeredFiles);
-        this.#eventsEngine.emit(TransferUploadEvent.RecreateDataUpdated);
-    }
-    createTransferMetadataFromInfo(info, registeredFiles) {
-        this.#transferDownloadUrl = info.transferDownloadUrl;
+        this.#transferDownloadUrl = this.#info.transferDownloadUrl;
         this.#transferMetadata = {
-            transferId: info.transferId,
-            transferKey: info.transferKey,
-            transferFileServerUrl: info.transferFileServerUrl,
-            registeredFiles,
-            transferRegion: info.transferRegion,
-            encryptionData: info.e2eeData,
+            transferId: this.#info.transferId,
+            transferKey: this.#info.transferKey,
+            transferFileServerUrl: this.#info.transferFileServerUrl,
+            transferRegion: this.#info.transferRegion,
+            encryptionData: this.#info.e2eeData,
         };
     }
     async run(transferPauseSignal, transferAbortSignal) {
@@ -106,7 +105,7 @@ export default class TransferUpload {
         try {
             this.#pauseSignal = transferPauseSignal;
             this.#abortSignal = transferAbortSignal;
-            this.#mergedPauseAndAbortSignal = mergeAbortAndPauseSignals(transferPauseSignal, transferAbortSignal);
+            this.#mergedPauseAndAbortController = mergeAbortAndPauseSignals(transferPauseSignal, transferAbortSignal);
             if (!this.#transferState)
                 this.#transferState = new TransferUploadState(this.files, this.#eventsEngine, this.#config.currentRatesTimespanInMs, this.#config.progressEventThrottlingInMs);
             else
@@ -114,16 +113,19 @@ export default class TransferUpload {
             this.#transferState.transferRun();
             this.addPauseAndStopListeners();
             if (this.isUploadAppend() && !this.#transferMetadata)
-                await this.registerFilesAndCreateTransferMetadataFromInfo();
+                this.createTransferMetadataFromInfo();
             else if (!this.#transferMetadata)
                 await this.startApiTransferAndCreateMetadata();
             this.notifyMetadataDetermined();
-            this.#acker.start(this.#transferMetadata.transferId, this.#transferMetadata.transferKey, this.#transferState, transferPauseSignal, transferAbortSignal);
+            this.startBackgroundWorkers(transferPauseSignal, transferAbortSignal);
             const ongoingChunkUploads = new Set();
             for (const file of this.files) {
                 const fileStatus = this.#transferState.getFile(file.externalId);
                 if (fileStatus.isCompleted)
                     continue;
+                const registrationResult = await this.waitUntilFileRegistered(file);
+                if (!registrationResult.isRegisteredSuccessfully)
+                    continue;
                 if (fileStatus.isUploadCompleted) {
                     this.enqueueFileAck(file);
                     continue;
@@ -131,7 +133,6 @@ export default class TransferUpload {
                 const alreadySentChunks = this.#transferState.getChunksForFile(file.externalId);
                 const chunksIterator = new ChunksIterator(alreadySentChunks, file.fileSizeInBytes, this.#config.chunkSizeInBytes);
                 for (const chunk of chunksIterator.getChunksIterator()) {
-                    // eslint-disable-next-line no-await-in-loop
                     const releaseSemaphore = await this.#concurrencyController.acquire();
                     if (this.shouldStopProcessing()) {
                         releaseSemaphore();
@@ -154,8 +155,6 @@ export default class TransferUpload {
                 this.#transferState.transferPaused();
             else if (this.#transferState.status === TransferStatus.Aborting)
                 this.#transferState.transferAborted();
-            // else if (this.isFailureAbortRequested())
-            //     this.#transferState.transferFailed();
             else if (this.uploadedBytesCount !== this.totalSizeInBytes || this.hasUnackedFiles())
                 this.#transferState.transferFailed();
             else {
@@ -167,10 +166,6 @@ export default class TransferUpload {
             // We can get here with pausing or aborting status if any API call fails (e.g., finalizeTransfer) so we need to check the status again
             if (!this.#transferState)
                 this.#eventsEngine.emit(TransferUploadEvent.TransferFailed);
-            // else if (this.isFailureAbortRequested()) {
-            //     this.#transferState.transferFailed();
-            //     return;
-            // }
             else if (this.#transferState.status === TransferStatus.Pausing) {
                 this.#transferState.transferPaused();
                 return;
@@ -187,20 +182,36 @@ export default class TransferUpload {
                 throw new TransferUploadError(`Unhandled error occured. See 'cause' for more details`, { cause: error });
         }
         finally {
-            await this.#acker.stop();
+            await this.stopBackgroundWorkers();
             this.removePauseAndStopListeners();
             this.#isRunMethodRunning = false;
         }
     }
+    startBackgroundWorkers(transferPauseSignal, transferAbortSignal) {
+        const fileAckSuccessfullCallback = (externalFileId, uploadItemId) => this.#transferState.fileCompleted(externalFileId, uploadItemId);
+        const fileAckFailedCallback = (externalFileId, uploadItemId, reason, error) => this.#transferState.fileAckFailed(externalFileId, uploadItemId, reason, error);
+        this.#acker.start(this.#transferMetadata.transferId, this.#transferMetadata.transferKey, fileAckSuccessfullCallback, fileAckFailedCallback, transferPauseSignal, transferAbortSignal);
+        this.#filesRegistrar?.start(this.#transferMetadata.transferId, this.#transferMetadata.transferKey, this.#mergedPauseAndAbortController?.signal);
+    }
+    async stopBackgroundWorkers() {
+        await Promise.allSettled([
+            this.#filesRegistrar?.stop(),
+            this.#acker.stop(),
+        ]);
+    }
+    async waitUntilFileRegistered(file) {
+        if (this.isLegacyTransfer())
+            return { isRegisteredSuccessfully: true };
+        return await this.#filesRegistrar.waitUntilFileRegistered(file.externalId);
+    }
     notifyMetadataDetermined() {
-        if (!this.#transferMetadata)
-            return;
         const eventArgs = {
             transferId: this.#transferMetadata.transferId,
             fileServerUrl: this.#transferMetadata.transferFileServerUrl,
             region: this.#transferMetadata.transferRegion,
         };
         this.#eventsEngine.emit(TransferUploadEvent.TransferMetadataDetermined, eventArgs);
+        this.#eventsEngine.emit(TransferUploadEvent.RecreateDataUpdated);
     }
     async sendChunkAndKeepUpdatingState(file, chunkStartPosition, chunkSizeInBytes, releaseSemaphore) {
         let uploadedBytesCount = 0;
@@ -292,6 +303,7 @@ export default class TransferUpload {
     removePauseAndStopListeners() {
         this.#pauseSignal.removeEventListener(`pause`, this.pauseEventListener);
         this.#abortSignal.removeEventListener(`abort`, this.abortEventListener);
+        this.#mergedPauseAndAbortController?.dispose();
     }
     shouldStopProcessing() {
         return this.#transferState.status !== TransferStatus.Running || this.#abortSignal?.aborted === true || this.#pauseSignal?.paused === true;
@@ -323,58 +335,24 @@ export default class TransferUpload {
                 filerequestshareid: this.#info.fileRequestShareId,
                 customfields: this.#info.customFields,
             };
-            const response = await this.#apiClient.initializeTransfer(request, this.#mergedPauseAndAbortSignal);
-            const registeredFiles = await this.registerTransferFilesWithValidation(response.transferId, response.transferKey);
+            const response = await this.#apiClient.initializeTransfer(request, this.#mergedPauseAndAbortController?.signal);
             this.#transferMetadata = {
                 transferId: response.transferId,
                 transferKey: response.transferKey,
                 transferFileServerUrl: response.transferUrl,
-                registeredFiles,
                 transferRegion: response.transferRegion,
                 encryptionData: encryptionDataAndIvSaltHex?.encryptionData,
             };
-            this.#eventsEngine.emit(TransferUploadEvent.RecreateDataUpdated);
         }
         catch (error) {
             throw new TransferUploadError(`Error initializing transfer through the API`, { cause: error });
         }
     }
-    async registerTransferFilesWithValidation(transferId, transferKey) {
-        const registeredFiles = new Map();
-        for (let start = 0; start < this.files.length; start += REGISTER_ITEMS_BATCH_SIZE) {
-            const filesBatch = this.files.slice(start, start + REGISTER_ITEMS_BATCH_SIZE);
-            // eslint-disable-next-line no-await-in-loop
-            const response = await this.#apiClient.registerTransferFiles(transferId, {
-                transferkey: transferKey,
-                items: filesBatch.map(file => ({
-                    path: this.joinTransferPath(file.fileDestinationPathInTransfer, file.fileName),
-                    type: `File`,
-                    size: file.fileSizeInBytes,
-                })),
-            }, this.#mergedPauseAndAbortSignal);
-            if (response.items.length !== filesBatch.length)
-                throw new TransferUploadError(`Invalid register transfer files response`);
-            response.items.forEach((item, index) => {
-                const file = filesBatch[index];
-                if (!file || !item.uploadItemId || !item.fileId)
-                    throw new TransferUploadError(`Invalid register transfer files response`);
-                registeredFiles.set(file.externalId, { uploadItemId: item.uploadItemId, fileId: item.fileId });
-            });
-        }
-        return registeredFiles;
-    }
-    joinTransferPath(directoryPath, fileName) {
-        const normalizedDirectoryPath = directoryPath.replace(/^\/+|\/+$/g, ``);
-        const normalizedFileName = fileName.replace(/^\/+/g, ``);
-        if (!normalizedDirectoryPath)
-            return normalizedFileName;
-        return `${normalizedDirectoryPath}/${normalizedFileName}`;
-    }
     getRegisteredFile(externalFileId) {
-        return this.#transferMetadata?.registeredFiles?.get(externalFileId);
+        return this.#filesRegistrar?.getRegisteredFile(externalFileId);
     }
     enqueueFileAck(file) {
-        if (this.isLegacyTransfer()) { // Remove legacy mode after all our clients migrated to app version >= 4.22
+        if (this.isLegacyTransfer()) {
             this.#transferState.fileCompleted(file.externalId, undefined);
             return;
         }
@@ -389,7 +367,7 @@ export default class TransferUpload {
         return this.files.some(file => !this.#transferState.getFile(file.externalId).isCompleted);
     }
     isLegacyTransfer() {
-        return this.#transferMetadata !== undefined && this.#transferMetadata.registeredFiles === undefined;
+        return this.#filesRegistrar === undefined;
     }
     async generateEncryptionDataAndIvSaltHmacHex(e2eeKey) {
         if (!e2eeKey)
@@ -419,7 +397,7 @@ export default class TransferUpload {
             const request = {
                 transferid: this.#transferMetadata.transferId,
             };
-            await this.#apiClient.resetTransfer(request, this.#mergedPauseAndAbortSignal);
+            await this.#apiClient.resetTransfer(request, this.#mergedPauseAndAbortController?.signal);
         }
         catch (error) {
             throw new TransferUploadError(`Error resetting transfer through the API`, { cause: error });
@@ -432,7 +410,7 @@ export default class TransferUpload {
                 transferkey: this.#transferMetadata.transferKey,
                 protocol: `tcp`,
             };
-            const response = await this.#apiClient.finalizeTransfer(request, this.#mergedPauseAndAbortSignal);
+            const response = await this.#apiClient.finalizeTransfer(request, this.#mergedPauseAndAbortController?.signal);
             this.#transferDownloadUrl = response.downloadUrl;
             this.#transferConfirmationUrl = response.confirmationUrl;
             this.#transferRecipientTrackingLinks = response.recipientTrackingLinks;
@@ -507,21 +485,32 @@ export default class TransferUpload {
             throw new TransferUploadError(`Can't export not started Transfer`); // fileStatuses are not created yet and it really doesn't make any sens to export not started transfer
         return {
             transferMetadata: this.getTransferMetadataExportValue(),
-            info: this.#info,
+            info: this.getInfoExportValue(),
             state: this.#transferState.export(),
+            registeredFiles: this.#filesRegistrar ? Array.from(this.#filesRegistrar.export().entries()) : undefined,
         };
     }
+    getInfoExportValue() {
+        if (this.isUploadAppendInfo(this.#info)) {
+            const { e2eeData, ...appendInfoWithoutE2eeData } = this.#info;
+            return appendInfoWithoutE2eeData;
+        }
+        // Until the transfer is initialized the key is still needed - a resumed run re-initializes from the info.
+        if (!this.#transferMetadata)
+            return this.#info;
+        const { e2eeKey, ...infoWithoutE2eeKey } = this.#info;
+        return infoWithoutE2eeKey;
+    }
     getTransferMetadataExportValue() {
         if (!this.#transferMetadata)
             return undefined;
-        const { encryptionData, registeredFiles, ...rest } = this.#transferMetadata;
+        const { encryptionData, ...rest } = this.#transferMetadata;
         return {
             ...rest,
             encryptionData: !encryptionData ? undefined : {
                 ivHex: uint8ArrayToHex(encryptionData.iv),
                 keyHex: uint8ArrayToHex(encryptionData.key),
             },
-            registeredFiles: this.isLegacyTransfer() ? undefined : Array.from(registeredFiles.entries()),
         };
     }
     static recreate(transferExportData, config, chunkStreamProviderFactory, apiClient, fileServerClientFactory, eventsEngine, concurrencyController, cryptography, acker) {
@@ -530,6 +519,12 @@ export default class TransferUpload {
             const transfer = new TransferUpload(chunkStreamProviderFactory, apiClient, fileServerClientFactory, eventsEngine, transferExportData.info, config, concurrencyController, cryptography, acker);
             transfer.#transferMetadata = this.recreateTransferMetadata(transferExportData.transferMetadata);
             transfer.#transferState = new TransferUploadState(transferExportData.info.files, eventsEngine, config.currentRatesTimespanInMs, config.progressEventThrottlingInMs, transferExportData.state);
+            if (transfer.isUploadAppendInfo(transferExportData.info))
+                transfer.#transferDownloadUrl = transferExportData.info.transferDownloadUrl;
+            if (transferExportData.registeredFiles)
+                transfer.#filesRegistrar.recoverFromExportedState(transferExportData.registeredFiles);
+            else
+                transfer.#filesRegistrar = undefined;
             return transfer;
         }
         catch (error) {
@@ -542,14 +537,13 @@ export default class TransferUpload {
     static recreateTransferMetadata(transferMetadata) {
         if (!transferMetadata)
             return undefined;
-        const { encryptionData, registeredFiles, ...rest } = transferMetadata;
+        const { encryptionData, ...rest } = transferMetadata;
         return {
             ...rest,
             encryptionData: !encryptionData ? undefined : {
                 iv: hexToUint8Array(encryptionData.ivHex),
                 key: hexToUint8Array(encryptionData.keyHex),
             },
-            registeredFiles: registeredFiles ? new Map(registeredFiles) : undefined,
         };
     }
     static validateRecreateParams(transferExportData) {