filemail-sdk 9.4.9 → 10.0.0

package/dist/src/uploader/optimizer/strategies/udpSleepBasedOptimizationStrategy.js

@@ -1,106 +0,0 @@
-export default class UdpSleepBasedOptimizationStrategy {
-    #values = {
-        step: {
-            chunksAmount: 4,
-            chunkSize: 12244,
-            optimizationInterval: 50,
-            sleep: 1,
-        },
-        min: {
-            chunksAmount: 4,
-            chunkSize: 15424,
-            optimizationInterval: 50,
-            sleep: 0,
-        },
-        max: {
-            chunksAmount: 150,
-            chunkSize: 64400,
-            optimizationInterval: 500,
-            sleep: 50,
-        },
-    };
-    msgSizeErrorHandler(currentOptimizedValues) {
-        const chunkSize = currentOptimizedValues.chunkSize - 1000;
-        this.#values.max.chunkSize = chunkSize;
-        return { chunkSize };
-    }
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
-    noBufsErrorHandler(_currentOptimizedValues) {
-        return {
-            maxParallelChunksAmount: this.#values.min.chunksAmount,
-            minTimeBetweenChunksStartInMs: this.#values.max.sleep,
-        };
-    }
-    getInitialValues(serverLatencyInMs) {
-        return {
-            chunkSize: this.#values.max.chunkSize,
-            minTimeBetweenChunksStartInMs: (this.#values.max.sleep + this.#values.min.sleep) / 3,
-            optimizationIntervalInMs: (this.#values.max.optimizationInterval + this.#values.min.optimizationInterval) / 3,
-            maxParallelChunksAmount: this.#values.max.chunksAmount,
-            requestTimeoutInMs: serverLatencyInMs * 2,
-        };
-    }
-    getOptimizedValues(_startedChunksTimeHistory, ackedChunksHistory, failedChunksTimeHistory, currentOptimizedValues) {
-        const finishedChunks = ackedChunksHistory.length + failedChunksTimeHistory.length;
-        if (finishedChunks === 0 || ackedChunksHistory.length === 0)
-            return { optimizedValues: currentOptimizedValues, clearChunksHistory: false };
-        const failuresRate = failedChunksTimeHistory.length / finishedChunks;
-        const acksRate = 1 - failuresRate;
-        const optimizedChunkSize = this.getOptimizedChunkSize(acksRate, failuresRate, currentOptimizedValues.chunkSize);
-        const optimizedValues = {
-            ...currentOptimizedValues,
-            chunkSize: optimizedChunkSize,
-            optimizationIntervalInMs: this.getOptimizedOptimizationInterval(ackedChunksHistory.length, currentOptimizedValues.optimizationIntervalInMs),
-            minTimeBetweenChunksStartInMs: this.getOptimizedMinTimeBetweenChunksStart(currentOptimizedValues.chunkSize, optimizedChunkSize, ackedChunksHistory.length, currentOptimizedValues.optimizationIntervalInMs),
-            requestTimeoutInMs: this.getOptimizedRequestTimeout(ackedChunksHistory),
-        };
-        return { optimizedValues, clearChunksHistory: false };
-    }
-    getOptimizedRequestTimeout(ackedChunksHistory) {
-        const averageLatency = ackedChunksHistory.reduce((sum, ack) => sum + ack.latencyInMs, 0) / ackedChunksHistory.length;
-        const latencyPercentile = this.findLatencyPercentile(ackedChunksHistory);
-        return Math.max(averageLatency * 4, latencyPercentile);
-    }
-    findLatencyPercentile(ackedChunks) {
-        const latencies = ackedChunks.map(v => v.latencyInMs);
-        const sortedLatencies = latencies.slice().sort((a, b) => a - b);
-        const index = Math.ceil(0.90 * (sortedLatencies.length - 1));
-        return sortedLatencies[index];
-    }
-    getOptimizedMinTimeBetweenChunksStart(currentChunkSize, optimizedChunkSize, ackedChunksCount, periodInMs) {
-        const currentBytesPerMs = (currentChunkSize * ackedChunksCount) / periodInMs;
-        const wantedBytesPerMs = currentBytesPerMs * 1.4;
-        return Math.min(optimizedChunkSize / wantedBytesPerMs, this.#values.max.sleep);
-    }
-    getOptimizedOptimizationInterval(ackedChunksCount, currentOptimizationIntervalInMs) {
-        if (ackedChunksCount > 30)
-            return this.getDecreasedOptimizationInterval(currentOptimizationIntervalInMs);
-        if (ackedChunksCount < 15)
-            return this.getIncreasedOptimizationInterval(currentOptimizationIntervalInMs);
-        return currentOptimizationIntervalInMs;
-    }
-    getIncreasedOptimizationInterval = (optimizationIntervalInMs) => {
-        const interval = optimizationIntervalInMs + this.#values.step.optimizationInterval;
-        return Math.min(interval, this.#values.max.optimizationInterval);
-    };
-    getDecreasedOptimizationInterval = (optimizationIntervalInMs) => {
-        const interval = optimizationIntervalInMs - this.#values.step.optimizationInterval;
-        return Math.max(interval, this.#values.min.optimizationInterval);
-    };
-    getOptimizedChunkSize(acksRate, failuresRate, currentChunkSize) {
-        if (failuresRate > 0.4 || acksRate < 0.4)
-            return this.getDecreasedChunkSize(currentChunkSize);
-        if (failuresRate < 0.15 && acksRate > 0.6)
-            return this.getIncreasedChunkSize(currentChunkSize);
-        return currentChunkSize;
-    }
-    getIncreasedChunkSize = (currentChunkSize) => {
-        const newChunkSize = currentChunkSize + this.#values.step.chunkSize;
-        return Math.min(newChunkSize, this.#values.max.chunkSize);
-    };
-    getDecreasedChunkSize = (currentChunkSize) => {
-        const newChunkSize = currentChunkSize - this.#values.step.chunkSize;
-        return Math.max(newChunkSize, this.#values.min.chunkSize);
-    };
-}
-//# sourceMappingURL=udpSleepBasedOptimizationStrategy.js.map

package/dist/src/uploader/optimizer/strategies/udpSleepBasedOptimizationStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"udpSleepBasedOptimizationStrategy.js","sourceRoot":"","sources":["../../../../../src/uploader/optimizer/strategies/udpSleepBasedOptimizationStrategy.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,OAAO,OAAO,iCAAiC;IAClD,OAAO,GAAG;QACN,IAAI,EAAE;YACF,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,KAAK;YAChB,oBAAoB,EAAE,EAAE;YACxB,KAAK,EAAE,CAAC;SACX;QACD,GAAG,EAAE;YACD,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,KAAK;YAChB,oBAAoB,EAAE,EAAE;YACxB,KAAK,EAAE,CAAC;SACX;QACD,GAAG,EAAE;YACD,YAAY,EAAE,GAAG;YACjB,SAAS,EAAE,KAAK;YAChB,oBAAoB,EAAE,GAAG;YACzB,KAAK,EAAE,EAAE;SACZ;KACJ,CAAC;IAEF,mBAAmB,CAAC,sBAA0C;QAC1D,MAAM,SAAS,GAAG,sBAAsB,CAAC,SAAS,GAAG,IAAI,CAAC;QAE1D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;QAEvC,OAAO,EAAE,SAAS,EAAE,CAAC;IACzB,CAAC;IAED,6DAA6D;IAC7D,kBAAkB,CAAC,uBAA2C;QAC1D,OAAO;YACH,uBAAuB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY;YACtD,6BAA6B,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK;SACxD,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,iBAAyB;QACtC,OAAO;YACH,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS;YACrC,6BAA6B,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;YACpF,wBAAwB,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,GAAG,CAAC;YAC7G,uBAAuB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY;YACtD,kBAAkB,EAAE,iBAAiB,GAAG,CAAC;SAC5C,CAAC;IACN,CAAC;IAED,kBAAkB,CAAC,yBAAmC,EAAE,kBAA2D,EAAE,uBAAiC,EAAE,sBAA0C;QAC9L,MAAM,cAAc,GAAG,kBAAkB,CAAC,MAAM,GAAG,uBAAuB,CAAC,MAAM,CAAC;QAElF,IAAI,cAAc,KAAK,CAAC,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC;YACvD,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC;QAElF,MAAM,YAAY,GAAG,uBAAuB,CAAC,MAAM,GAAG,cAAc,CAAC;QACrE,MAAM,QAAQ,GAAG,CAAC,GAAG,YAAY,CAAC;QAElC,MAAM,kBAAkB,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,YAAY,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAC;QAEhH,MAAM,eAAe,GAAuB;YACxC,GAAG,sBAAsB;YACzB,SAAS,EAAE,kBAAkB;YAC7B,wBAAwB,EAAE,IAAI,CAAC,gCAAgC,CAAC,kBAAkB,CAAC,MAAM,EAAE,sBAAsB,CAAC,wBAAwB,CAAC;YAC3I,6BAA6B,EAAE,IAAI,CAAC,qCAAqC,CAAC,sBAAsB,CAAC,SAAS,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,MAAM,EAAE,sBAAsB,CAAC,wBAAwB,CAAC;YAC3M,kBAAkB,EAAE,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC;SAC1E,CAAC;QAEF,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC;IAC1D,CAAC;IAEO,0BAA0B,CAAC,kBAA4D;QAC3F,MAAM,cAAc,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM,CAAC;QACrH,MAAM,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;QAEzE,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAC3D,CAAC;IAEO,qBAAqB,CAAC,WAAqD;QAC/E,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAE7D,OAAO,eAAe,CAAC,KAAK,CAAE,CAAC;IACnC,CAAC;IAEO,qCAAqC,CAAC,gBAAwB,EAAE,kBAA0B,EAAE,gBAAwB,EAAE,UAAkB;QAC5I,MAAM,iBAAiB,GAAG,CAAC,gBAAgB,GAAG,gBAAgB,CAAC,GAAG,UAAU,CAAC;QAC7E,MAAM,gBAAgB,GAAG,iBAAiB,GAAG,GAAG,CAAC;QAEjD,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,GAAG,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACnF,CAAC;IAEO,gCAAgC,CAAC,gBAAwB,EAAE,+BAAuC;QACtG,IAAI,gBAAgB,GAAG,EAAE;YACrB,OAAO,IAAI,CAAC,gCAAgC,CAAC,+BAA+B,CAAC,CAAC;QAElF,IAAI,gBAAgB,GAAG,EAAE;YACrB,OAAO,IAAI,CAAC,gCAAgC,CAAC,+BAA+B,CAAC,CAAC;QAElF,OAAO,+BAA+B,CAAC;IAC3C,CAAC;IAEO,gCAAgC,GAAG,CAAC,wBAAgC,EAAE,EAAE;QAC5E,MAAM,QAAQ,GAAG,wBAAwB,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC;QAEnF,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACrE,CAAC,CAAC;IAEM,gCAAgC,GAAG,CAAC,wBAAgC,EAAE,EAAE;QAC5E,MAAM,QAAQ,GAAG,wBAAwB,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC;QAEnF,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACrE,CAAC,CAAC;IAEM,qBAAqB,CAAC,QAAgB,EAAE,YAAoB,EAAE,gBAAwB;QAC1F,IAAI,YAAY,GAAG,GAAG,IAAI,QAAQ,GAAG,GAAG;YACpC,OAAO,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QAExD,IAAI,YAAY,GAAG,IAAI,IAAI,QAAQ,GAAG,GAAG;YACrC,OAAO,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QAExD,OAAO,gBAAgB,CAAC;IAC5B,CAAC;IAEO,qBAAqB,GAAG,CAAC,gBAAwB,EAAE,EAAE;QACzD,MAAM,YAAY,GAAG,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;QAEpE,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC9D,CAAC,CAAC;IAEM,qBAAqB,GAAG,CAAC,gBAAwB,EAAE,EAAE;QACzD,MAAM,YAAY,GAAG,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;QAEpE,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC9D,CAAC,CAAC;CACL","sourcesContent":["import type OptimizationValues from \"../optimizationValues.js\";\nimport type TransferUploadOptimizationStrategy from \"../transferUploadOptimizationStrategy.js\";\n\nexport default class UdpSleepBasedOptimizationStrategy implements TransferUploadOptimizationStrategy {\n    #values = {\n        step: {\n            chunksAmount: 4,\n            chunkSize: 12244,\n            optimizationInterval: 50,\n            sleep: 1,\n        },\n        min: {\n            chunksAmount: 4,\n            chunkSize: 15424,\n            optimizationInterval: 50,\n            sleep: 0,\n        },\n        max: {\n            chunksAmount: 150,\n            chunkSize: 64400,\n            optimizationInterval: 500,\n            sleep: 50,\n        },\n    };\n\n    msgSizeErrorHandler(currentOptimizedValues: OptimizationValues): { chunkSize: number } {\n        const chunkSize = currentOptimizedValues.chunkSize - 1000;\n\n        this.#values.max.chunkSize = chunkSize;\n\n        return { chunkSize };\n    }\n\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    noBufsErrorHandler(_currentOptimizedValues: OptimizationValues): { maxParallelChunksAmount: number, minTimeBetweenChunksStartInMs: number } {\n        return {\n            maxParallelChunksAmount: this.#values.min.chunksAmount,\n            minTimeBetweenChunksStartInMs: this.#values.max.sleep,\n        };\n    }\n\n    getInitialValues(serverLatencyInMs: number): OptimizationValues {\n        return {\n            chunkSize: this.#values.max.chunkSize,\n            minTimeBetweenChunksStartInMs: (this.#values.max.sleep + this.#values.min.sleep) / 3,\n            optimizationIntervalInMs: (this.#values.max.optimizationInterval + this.#values.min.optimizationInterval) / 3,\n            maxParallelChunksAmount: this.#values.max.chunksAmount,\n            requestTimeoutInMs: serverLatencyInMs * 2,\n        };\n    }\n\n    getOptimizedValues(_startedChunksTimeHistory: number[], ackedChunksHistory: { time: number, latencyInMs: number }[], failedChunksTimeHistory: number[], currentOptimizedValues: OptimizationValues): { optimizedValues: OptimizationValues, clearChunksHistory: boolean } {\n        const finishedChunks = ackedChunksHistory.length + failedChunksTimeHistory.length;\n\n        if (finishedChunks === 0 || ackedChunksHistory.length === 0)\n            return { optimizedValues: currentOptimizedValues, clearChunksHistory: false };\n\n        const failuresRate = failedChunksTimeHistory.length / finishedChunks;\n        const acksRate = 1 - failuresRate;\n\n        const optimizedChunkSize = this.getOptimizedChunkSize(acksRate, failuresRate, currentOptimizedValues.chunkSize);\n\n        const optimizedValues: OptimizationValues = {\n            ...currentOptimizedValues,\n            chunkSize: optimizedChunkSize,\n            optimizationIntervalInMs: this.getOptimizedOptimizationInterval(ackedChunksHistory.length, currentOptimizedValues.optimizationIntervalInMs),\n            minTimeBetweenChunksStartInMs: this.getOptimizedMinTimeBetweenChunksStart(currentOptimizedValues.chunkSize, optimizedChunkSize, ackedChunksHistory.length, currentOptimizedValues.optimizationIntervalInMs),\n            requestTimeoutInMs: this.getOptimizedRequestTimeout(ackedChunksHistory),\n        };\n\n        return { optimizedValues, clearChunksHistory: false };\n    }\n\n    private getOptimizedRequestTimeout(ackedChunksHistory: { time: number; latencyInMs: number; }[]) {\n        const averageLatency = ackedChunksHistory.reduce((sum, ack) => sum + ack.latencyInMs, 0) / ackedChunksHistory.length;\n        const latencyPercentile = this.findLatencyPercentile(ackedChunksHistory);\n\n        return Math.max(averageLatency * 4, latencyPercentile);\n    }\n\n    private findLatencyPercentile(ackedChunks: { time: number; latencyInMs: number; }[]): number {\n        const latencies = ackedChunks.map(v => v.latencyInMs);\n        const sortedLatencies = latencies.slice().sort((a, b) => a - b);\n        const index = Math.ceil(0.90 * (sortedLatencies.length - 1));\n\n        return sortedLatencies[index]!;\n    }\n\n    private getOptimizedMinTimeBetweenChunksStart(currentChunkSize: number, optimizedChunkSize: number, ackedChunksCount: number, periodInMs: number): number {\n        const currentBytesPerMs = (currentChunkSize * ackedChunksCount) / periodInMs;\n        const wantedBytesPerMs = currentBytesPerMs * 1.4;\n\n        return Math.min(optimizedChunkSize / wantedBytesPerMs, this.#values.max.sleep);\n    }\n\n    private getOptimizedOptimizationInterval(ackedChunksCount: number, currentOptimizationIntervalInMs: number): number {\n        if (ackedChunksCount > 30)\n            return this.getDecreasedOptimizationInterval(currentOptimizationIntervalInMs);\n\n        if (ackedChunksCount < 15)\n            return this.getIncreasedOptimizationInterval(currentOptimizationIntervalInMs);\n\n        return currentOptimizationIntervalInMs;\n    }\n\n    private getIncreasedOptimizationInterval = (optimizationIntervalInMs: number) => {\n        const interval = optimizationIntervalInMs + this.#values.step.optimizationInterval;\n\n        return Math.min(interval, this.#values.max.optimizationInterval);\n    };\n\n    private getDecreasedOptimizationInterval = (optimizationIntervalInMs: number) => {\n        const interval = optimizationIntervalInMs - this.#values.step.optimizationInterval;\n\n        return Math.max(interval, this.#values.min.optimizationInterval);\n    };\n\n    private getOptimizedChunkSize(acksRate: number, failuresRate: number, currentChunkSize: number): number {\n        if (failuresRate > 0.4 || acksRate < 0.4)\n            return this.getDecreasedChunkSize(currentChunkSize);\n\n        if (failuresRate < 0.15 && acksRate > 0.6)\n            return this.getIncreasedChunkSize(currentChunkSize);\n\n        return currentChunkSize;\n    }\n\n    private getIncreasedChunkSize = (currentChunkSize: number) => {\n        const newChunkSize = currentChunkSize + this.#values.step.chunkSize;\n\n        return Math.min(newChunkSize, this.#values.max.chunkSize);\n    };\n\n    private getDecreasedChunkSize = (currentChunkSize: number) => {\n        const newChunkSize = currentChunkSize - this.#values.step.chunkSize;\n\n        return Math.max(newChunkSize, this.#values.min.chunkSize);\n    };\n}\n"]}

package/dist/src/uploader/optimizer/transferUploadOptimizationStrategy.d.ts

@@ -1,20 +0,0 @@
-import type OptimizationValues from "./optimizationValues.js";
-interface TransferUploadOptimizationStrategy {
-    msgSizeErrorHandler(currentOptimizedValues: OptimizationValues): {
-        chunkSize: number;
-    };
-    noBufsErrorHandler(currentOptimizedValues: OptimizationValues): {
-        maxParallelChunksAmount: number;
-        minTimeBetweenChunksStartInMs: number;
-    };
-    getInitialValues(serverLatencyInMs: number): OptimizationValues;
-    getOptimizedValues(startedChunksTimeHistory: number[], ackedChunksHistory: {
-        time: number;
-        latencyInMs: number;
-    }[], failedChunksTimeHistory: number[], currentOptimizedValues: OptimizationValues): {
-        optimizedValues: OptimizationValues;
-        clearChunksHistory?: boolean;
-    };
-}
-export default TransferUploadOptimizationStrategy;
-//# sourceMappingURL=transferUploadOptimizationStrategy.d.ts.map

package/dist/src/uploader/optimizer/transferUploadOptimizationStrategy.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"transferUploadOptimizationStrategy.d.ts","sourceRoot":"","sources":["../../../../src/uploader/optimizer/transferUploadOptimizationStrategy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,kBAAkB,MAAM,yBAAyB,CAAC;AAE9D,UAAU,kCAAkC;IACxC,mBAAmB,CAAC,sBAAsB,EAAE,kBAAkB,GAAG;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IACvF,kBAAkB,CAAC,sBAAsB,EAAE,kBAAkB,GAAG;QAAE,uBAAuB,EAAE,MAAM,CAAC;QAAC,6BAA6B,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3I,gBAAgB,CAAC,iBAAiB,EAAE,MAAM,GAAG,kBAAkB,CAAC;IAChE,kBAAkB,CAAC,wBAAwB,EAAE,MAAM,EAAE,EAAE,kBAAkB,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,EAAE,EAAE,uBAAuB,EAAE,MAAM,EAAE,EAAE,sBAAsB,EAAE,kBAAkB,GAAG;QAAE,eAAe,EAAE,kBAAkB,CAAC;QAAC,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;CAC7Q;AAED,eAAe,kCAAkC,CAAC"}

package/dist/src/uploader/optimizer/transferUploadOptimizationStrategy.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=transferUploadOptimizationStrategy.js.map

package/dist/src/uploader/optimizer/transferUploadOptimizationStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"transferUploadOptimizationStrategy.js","sourceRoot":"","sources":["../../../../src/uploader/optimizer/transferUploadOptimizationStrategy.ts"],"names":[],"mappings":"","sourcesContent":["import type OptimizationValues from \"./optimizationValues.js\";\n\ninterface TransferUploadOptimizationStrategy {\n    msgSizeErrorHandler(currentOptimizedValues: OptimizationValues): { chunkSize: number };\n    noBufsErrorHandler(currentOptimizedValues: OptimizationValues): { maxParallelChunksAmount: number, minTimeBetweenChunksStartInMs: number };\n    getInitialValues(serverLatencyInMs: number): OptimizationValues;\n    getOptimizedValues(startedChunksTimeHistory: number[], ackedChunksHistory: { time: number, latencyInMs: number }[], failedChunksTimeHistory: number[], currentOptimizedValues: OptimizationValues): { optimizedValues: OptimizationValues, clearChunksHistory?: boolean };\n}\n\nexport default TransferUploadOptimizationStrategy;"]}

package/dist/src/uploader/optimizer/transferUploadOptimizer.d.ts

@@ -1,27 +0,0 @@
-import type ConcurrencyReleaser from "../../utils/concurrencyController/concurrencyReleaser.js";
-import type UploadOptimizer from "./uploadOptimizer.js";
-import type EventsEngine from "../../utils/events/eventsEngine.js";
-import type TransferUploadOptimizationStrategy from "./transferUploadOptimizationStrategy.js";
-export default class TransferUploadOptimizer implements UploadOptimizer {
-    #private;
-    constructor(tcpChunkSize: number, tcpChunksUploadInParallel: number, transferEventsEngine: EventsEngine, udpOptimizationStrategy: TransferUploadOptimizationStrategy);
-    get currentChunkSize(): number;
-    get currentRequestTimeoutInMs(): number;
-    get currentSleepTimeInMs(): number;
-    semaphoreAcquire(): Promise<ConcurrencyReleaser>;
-    private throwIfNotStarted;
-    start(isUdp: boolean, serverLatencyInMs: number): void;
-    stop(): void;
-    private subscribeToTransferEvents;
-    private unsubscribeFromTransferEvents;
-    private chunkUploadStarted;
-    private chunkUploadSucceeded;
-    private chunkUploadSucceededPartially;
-    private chunkUploadFailed;
-    private isMsgSizeError;
-    private isNoBufsError;
-    private isErrorContainingErrorCode;
-    private trimHistoryArrayToMaxEntries;
-    private optimize;
-}
-//# sourceMappingURL=transferUploadOptimizer.d.ts.map

package/dist/src/uploader/optimizer/transferUploadOptimizer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"transferUploadOptimizer.d.ts","sourceRoot":"","sources":["../../../../src/uploader/optimizer/transferUploadOptimizer.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,mBAAmB,MAAM,0DAA0D,CAAC;AAChG,OAAO,KAAK,eAAe,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,YAAY,MAAM,oCAAoC,CAAC;AAInE,OAAO,KAAK,kCAAkC,MAAM,yCAAyC,CAAC;AAK9F,MAAM,CAAC,OAAO,OAAO,uBAAwB,YAAW,eAAe;;gBAoCvD,YAAY,EAAE,MAAM,EAAE,yBAAyB,EAAE,MAAM,EAAE,oBAAoB,EAAE,YAAY,EAAE,uBAAuB,EAAE,kCAAkC;IAOpK,IAAI,gBAAgB,IAAI,MAAM,CAI7B;IAED,IAAI,yBAAyB,IAAI,MAAM,CAItC;IAED,IAAI,oBAAoB,IAAI,MAAM,CAyBjC;IAEK,gBAAgB,IAAI,OAAO,CAAC,mBAAmB,CAAC;IAMtD,OAAO,CAAC,iBAAiB;IAKzB,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM;IA8B/C,IAAI;IASJ,OAAO,CAAC,yBAAyB;IAOjC,OAAO,CAAC,6BAA6B;IAOrC,OAAO,CAAC,kBAAkB,CAGxB;IAEF,OAAO,CAAC,oBAAoB,CAG1B;IAEF,OAAO,CAAC,6BAA6B,CAGnC;IAEF,OAAO,CAAC,iBAAiB,CAkBvB;IAEF,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,0BAA0B;IAUlC,OAAO,CAAC,4BAA4B;IAOpC,OAAO,CAAC,QAAQ,CAed;CACL"}

package/dist/src/uploader/optimizer/transferUploadOptimizer.js

@@ -1,169 +0,0 @@
-import throttle from "lodash.throttle";
-import TransferConcurrencyController from "../../utils/concurrencyController/transferConcurrencyController.js";
-import TransferUploadEvent from "../transferUploadEvent.js";
-import FsError from "../../utils/fileSystem/fsError.js";
-const MAX_OPTIMIZER_HISTORY_ENTRIES = 10_000;
-const OPTIMIZER_HISTORY_TRIM_THRESHOLD = 12_000;
-export default class TransferUploadOptimizer {
-    #tcpChunkSize;
-    #tcpChunksUploadInParallel;
-    #transferEventsEngine;
-    #udpOptimizationStrategy;
-    #concurrencyController;
-    #isUdp;
-    #initialOptimizationValues;
-    #currentOptimizationValues;
-    #timeout;
-    #startedChunksTimeHistory = [];
-    #ackedChunksHistory = [];
-    #failedChunksTimeHistory = [];
-    #chunksStartedInThisMs = 0;
-    #noBufsErrorHandler = throttle(() => {
-        const result = this.#udpOptimizationStrategy.noBufsErrorHandler(this.#currentOptimizationValues);
-        this.#currentOptimizationValues.maxParallelChunksAmount = result.maxParallelChunksAmount;
-        this.#currentOptimizationValues.minTimeBetweenChunksStartInMs = result.minTimeBetweenChunksStartInMs;
-        this.#concurrencyController.maxConcurrency = this.#currentOptimizationValues.maxParallelChunksAmount;
-    }, 500, { leading: true, trailing: false });
-    #msgSizeErrorHandler = throttle(() => {
-        const result = this.#udpOptimizationStrategy.msgSizeErrorHandler(this.#currentOptimizationValues);
-        this.#currentOptimizationValues.chunkSize = result.chunkSize;
-    }, 500, { leading: true, trailing: false });
-    constructor(tcpChunkSize, tcpChunksUploadInParallel, transferEventsEngine, udpOptimizationStrategy) {
-        this.#tcpChunkSize = tcpChunkSize;
-        this.#tcpChunksUploadInParallel = tcpChunksUploadInParallel;
-        this.#transferEventsEngine = transferEventsEngine;
-        this.#udpOptimizationStrategy = udpOptimizationStrategy;
-    }
-    get currentChunkSize() {
-        this.throwIfNotStarted();
-        return this.#currentOptimizationValues.chunkSize;
-    }
-    get currentRequestTimeoutInMs() {
-        this.throwIfNotStarted();
-        return this.#currentOptimizationValues.requestTimeoutInMs;
-    }
-    get currentSleepTimeInMs() {
-        this.throwIfNotStarted();
-        if (this.#startedChunksTimeHistory.length === 0)
-            return 0;
-        if (this.#currentOptimizationValues.minTimeBetweenChunksStartInMs < 1) {
-            const chunksToStartPerMs = Math.ceil(1 / this.#currentOptimizationValues.minTimeBetweenChunksStartInMs);
-            if (this.#chunksStartedInThisMs < chunksToStartPerMs) {
-                this.#chunksStartedInThisMs += 1;
-                return 0;
-            }
-            this.#chunksStartedInThisMs = 0;
-            return 1;
-        }
-        const lastChunkStartTime = this.#startedChunksTimeHistory[this.#startedChunksTimeHistory.length - 1];
-        const timeSinceLastStart = new Date().getTime() - lastChunkStartTime;
-        if (timeSinceLastStart < this.#currentOptimizationValues.minTimeBetweenChunksStartInMs)
-            return this.#currentOptimizationValues.minTimeBetweenChunksStartInMs - timeSinceLastStart;
-        return 0;
-    }
-    async semaphoreAcquire() {
-        this.throwIfNotStarted();
-        return await this.#concurrencyController.acquire();
-    }
-    throwIfNotStarted() {
-        if (this.#isUdp === undefined)
-            throw new Error(`Optimizer hasn't been started`);
-    }
-    start(isUdp, serverLatencyInMs) {
-        this.#isUdp = isUdp;
-        if (isUdp) {
-            this.#initialOptimizationValues = this.#udpOptimizationStrategy.getInitialValues(serverLatencyInMs);
-            this.#currentOptimizationValues = this.#initialOptimizationValues;
-            this.#concurrencyController = new TransferConcurrencyController(this.#initialOptimizationValues.maxParallelChunksAmount);
-            this.subscribeToTransferEvents();
-            this.#timeout = setTimeout(() => this.optimize(), this.#initialOptimizationValues.optimizationIntervalInMs);
-        }
-        else {
-            this.#timeout = undefined;
-            this.#initialOptimizationValues = {
-                chunkSize: this.#tcpChunkSize,
-                maxParallelChunksAmount: this.#tcpChunksUploadInParallel,
-                minTimeBetweenChunksStartInMs: 0,
-                optimizationIntervalInMs: 0,
-                requestTimeoutInMs: 0,
-            };
-            this.#currentOptimizationValues = this.#initialOptimizationValues;
-            this.#concurrencyController = new TransferConcurrencyController(this.#tcpChunksUploadInParallel);
-        }
-    }
-    stop() {
-        if (!this.#isUdp)
-            return;
-        clearTimeout(this.#timeout);
-        this.unsubscribeFromTransferEvents();
-    }
-    subscribeToTransferEvents() {
-        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadStarted, this.chunkUploadStarted);
-        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadCompleted, this.chunkUploadSucceeded);
-        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadCompletedPartially, this.chunkUploadSucceededPartially);
-        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadFailed, this.chunkUploadFailed);
-    }
-    unsubscribeFromTransferEvents() {
-        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadStarted, this.chunkUploadStarted);
-        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadCompleted, this.chunkUploadSucceeded);
-        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadCompletedPartially, this.chunkUploadSucceededPartially);
-        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadFailed, this.chunkUploadFailed);
-    }
-    chunkUploadStarted = () => {
-        this.#startedChunksTimeHistory.push(Date.now());
-        this.#startedChunksTimeHistory = this.trimHistoryArrayToMaxEntries(this.#startedChunksTimeHistory);
-    };
-    chunkUploadSucceeded = (eventArgs) => {
-        this.#ackedChunksHistory.push({ time: Date.now(), latencyInMs: eventArgs.latencyInMsIfUdp });
-        this.#ackedChunksHistory = this.trimHistoryArrayToMaxEntries(this.#ackedChunksHistory);
-    };
-    chunkUploadSucceededPartially = (eventArgs) => {
-        this.#ackedChunksHistory.push({ time: Date.now(), latencyInMs: eventArgs.latencyInMsIfUdp });
-        this.#ackedChunksHistory = this.trimHistoryArrayToMaxEntries(this.#ackedChunksHistory);
-    };
-    chunkUploadFailed = (eventArgs) => {
-        const isFileAccessError = eventArgs.error.cause instanceof FsError;
-        if (isFileAccessError)
-            return;
-        if (this.isMsgSizeError(eventArgs.error)) {
-            this.#msgSizeErrorHandler();
-            return;
-        }
-        if (this.isNoBufsError(eventArgs.error)) {
-            this.#noBufsErrorHandler();
-            return;
-        }
-        this.#failedChunksTimeHistory.push(Date.now());
-        this.#failedChunksTimeHistory = this.trimHistoryArrayToMaxEntries(this.#failedChunksTimeHistory);
-    };
-    isMsgSizeError(error) {
-        return this.isErrorContainingErrorCode(error, `EMSGSIZE`);
-    }
-    isNoBufsError(error) {
-        return this.isErrorContainingErrorCode(error, `ENOBUFS`);
-    }
-    isErrorContainingErrorCode(error, errorCode) {
-        if (error.message.includes(errorCode))
-            return true;
-        if (error.cause)
-            return this.isErrorContainingErrorCode(error.cause, errorCode);
-        return false;
-    }
-    trimHistoryArrayToMaxEntries(history) {
-        if (history.length <= OPTIMIZER_HISTORY_TRIM_THRESHOLD)
-            return history;
-        return history.slice(history.length - MAX_OPTIMIZER_HISTORY_ENTRIES);
-    }
-    optimize = async () => {
-        const optimizationResult = this.#udpOptimizationStrategy.getOptimizedValues(this.#startedChunksTimeHistory, this.#ackedChunksHistory, this.#failedChunksTimeHistory, this.#currentOptimizationValues);
-        this.#currentOptimizationValues = optimizationResult.optimizedValues;
-        this.#concurrencyController.maxConcurrency = this.#currentOptimizationValues.maxParallelChunksAmount;
-        this.#timeout = setTimeout(() => this.optimize(), optimizationResult.optimizedValues.optimizationIntervalInMs);
-        if (optimizationResult.clearChunksHistory === false)
-            return;
-        this.#startedChunksTimeHistory = [];
-        this.#ackedChunksHistory = [];
-        this.#failedChunksTimeHistory = [];
-    };
-}
-//# sourceMappingURL=transferUploadOptimizer.js.map

package/dist/src/uploader/optimizer/transferUploadOptimizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"transferUploadOptimizer.js","sourceRoot":"","sources":["../../../../src/uploader/optimizer/transferUploadOptimizer.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AAEvC,OAAO,6BAA6B,MAAM,oEAAoE,CAAC;AAC/G,OAAO,mBAAmB,MAAM,2BAA2B,CAAC;AAC5D,OAAO,OAAO,MAAM,mCAAmC,CAAC;AAYxD,MAAM,6BAA6B,GAAG,MAAM,CAAC;AAC7C,MAAM,gCAAgC,GAAG,MAAM,CAAC;AAEhD,MAAM,CAAC,OAAO,OAAO,uBAAuB;IAC/B,aAAa,CAAS;IACtB,0BAA0B,CAAS;IACnC,qBAAqB,CAAe;IACpC,wBAAwB,CAAqC;IAEtE,sBAAsB,CAAoC;IAE1D,MAAM,CAAsB;IAE5B,0BAA0B,CAAiC;IAC3D,0BAA0B,CAAiC;IAE3D,QAAQ,CAA6B;IAErC,yBAAyB,GAAa,EAAE,CAAC;IACzC,mBAAmB,GAA4C,EAAE,CAAC;IAClE,wBAAwB,GAAa,EAAE,CAAC;IAExC,sBAAsB,GAAG,CAAC,CAAC;IAE3B,mBAAmB,GAAG,QAAQ,CAAC,GAAG,EAAE;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,kBAAkB,CAAC,IAAI,CAAC,0BAA2B,CAAC,CAAC;QAElG,IAAI,CAAC,0BAA2B,CAAC,uBAAuB,GAAG,MAAM,CAAC,uBAAuB,CAAC;QAC1F,IAAI,CAAC,0BAA2B,CAAC,6BAA6B,GAAG,MAAM,CAAC,6BAA6B,CAAC;QAEtG,IAAI,CAAC,sBAAuB,CAAC,cAAc,GAAG,IAAI,CAAC,0BAA2B,CAAC,uBAAuB,CAAC;IAC3G,CAAC,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAE5C,oBAAoB,GAAG,QAAQ,CAAC,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,mBAAmB,CAAC,IAAI,CAAC,0BAA2B,CAAC,CAAC;QAEnG,IAAI,CAAC,0BAA2B,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IAClE,CAAC,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAE5C,YAAY,YAAoB,EAAE,yBAAiC,EAAE,oBAAkC,EAAE,uBAA2D;QAChK,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,0BAA0B,GAAG,yBAAyB,CAAC;QAC5D,IAAI,CAAC,qBAAqB,GAAG,oBAAoB,CAAC;QAClD,IAAI,CAAC,wBAAwB,GAAG,uBAAuB,CAAC;IAC5D,CAAC;IAED,IAAI,gBAAgB;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,OAAO,IAAI,CAAC,0BAA2B,CAAC,SAAS,CAAC;IACtD,CAAC;IAED,IAAI,yBAAyB;QACzB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,OAAO,IAAI,CAAC,0BAA2B,CAAC,kBAAkB,CAAC;IAC/D,CAAC;IAED,IAAI,oBAAoB;QACpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,IAAI,CAAC,yBAAyB,CAAC,MAAM,KAAK,CAAC;YAC3C,OAAO,CAAC,CAAC;QAEb,IAAI,IAAI,CAAC,0BAA2B,CAAC,6BAA6B,GAAG,CAAC,EAAE,CAAC;YACrE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,0BAA2B,CAAC,6BAA6B,CAAC,CAAC;YAEzG,IAAI,IAAI,CAAC,sBAAsB,GAAG,kBAAkB,EAAE,CAAC;gBACnD,IAAI,CAAC,sBAAsB,IAAI,CAAC,CAAC;gBACjC,OAAO,CAAC,CAAC;YACb,CAAC;YAED,IAAI,CAAC,sBAAsB,GAAG,CAAC,CAAC;YAChC,OAAO,CAAC,CAAC;QACb,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,yBAAyB,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QACtG,MAAM,kBAAkB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,kBAAkB,CAAC;QAErE,IAAI,kBAAkB,GAAG,IAAI,CAAC,0BAA2B,CAAC,6BAA6B;YACnF,OAAO,IAAI,CAAC,0BAA2B,CAAC,6BAA6B,GAAG,kBAAkB,CAAC;QAE/F,OAAO,CAAC,CAAC;IACb,CAAC;IAED,KAAK,CAAC,gBAAgB;QAClB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,OAAO,MAAM,IAAI,CAAC,sBAAuB,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC;IAEO,iBAAiB;QACrB,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YACzB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,KAAc,EAAE,iBAAyB;QAC3C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAEpB,IAAI,KAAK,EAAE,CAAC;YACR,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;YACpG,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,0BAA0B,CAAC;YAElE,IAAI,CAAC,sBAAsB,GAAG,IAAI,6BAA6B,CAAC,IAAI,CAAC,0BAA0B,CAAC,uBAAuB,CAAC,CAAC;YAEzH,IAAI,CAAC,yBAAyB,EAAE,CAAC;YAEjC,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,0BAA0B,CAAC,wBAAwB,CAAC,CAAC;QAChH,CAAC;aACI,CAAC;YACF,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAE1B,IAAI,CAAC,0BAA0B,GAAG;gBAC9B,SAAS,EAAE,IAAI,CAAC,aAAa;gBAC7B,uBAAuB,EAAE,IAAI,CAAC,0BAA0B;gBACxD,6BAA6B,EAAE,CAAC;gBAChC,wBAAwB,EAAE,CAAC;gBAC3B,kBAAkB,EAAE,CAAC;aACxB,CAAC;YAEF,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,0BAA0B,CAAC;YAElE,IAAI,CAAC,sBAAsB,GAAG,IAAI,6BAA6B,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACrG,CAAC;IACL,CAAC;IAED,IAAI;QACA,IAAI,CAAC,IAAI,CAAC,MAAM;YACZ,OAAO;QAEX,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE5B,IAAI,CAAC,6BAA6B,EAAE,CAAC;IACzC,CAAC;IAEO,yBAAyB;QAC7B,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACjH,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,wBAAwB,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACrH,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,iCAAiC,EAAE,IAAI,CAAC,6BAA6B,CAAC,CAAC;QACvI,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACnH,CAAC;IAEO,6BAA6B;QACjC,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACpH,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,wBAAwB,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACxH,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,iCAAiC,EAAE,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC1I,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACtH,CAAC;IAEO,kBAAkB,GAAG,GAAG,EAAE;QAC9B,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACvG,CAAC,CAAC;IAEM,oBAAoB,GAAG,CAAC,SAA4C,EAAE,EAAE;QAC5E,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,gBAAiB,EAAE,CAAC,CAAC;QAC9F,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC3F,CAAC,CAAC;IAEM,6BAA6B,GAAG,CAAC,SAAqD,EAAE,EAAE;QAC9F,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,gBAAiB,EAAE,CAAC,CAAC;QAC9F,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC3F,CAAC,CAAC;IAEM,iBAAiB,GAAG,CAAC,SAAyC,EAAE,EAAE;QACtE,MAAM,iBAAiB,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,YAAY,OAAO,CAAC;QAEnE,IAAI,iBAAiB;YACjB,OAAO;QAEX,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,OAAO;QACX,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC3B,OAAO;QACX,CAAC;QAED,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrG,CAAC,CAAC;IAEM,cAAc,CAAC,KAAY;QAC/B,OAAO,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC9D,CAAC;IAEO,aAAa,CAAC,KAAY;QAC9B,OAAO,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC7D,CAAC;IAEO,0BAA0B,CAAC,KAAY,EAAE,SAAiB;QAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;YACjC,OAAO,IAAI,CAAC;QAEhB,IAAI,KAAK,CAAC,KAAK;YACX,OAAO,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAEnE,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,4BAA4B,CAAI,OAAY;QAChD,IAAI,OAAO,CAAC,MAAM,IAAI,gCAAgC;YAClD,OAAO,OAAO,CAAC;QAEnB,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,6BAA6B,CAAC,CAAC;IACzE,CAAC;IAEO,QAAQ,GAAG,KAAK,IAAmB,EAAE;QACzC,MAAM,kBAAkB,GAAG,IAAI,CAAC,wBAAwB,CAAC,kBAAkB,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,wBAAwB,EAAE,IAAI,CAAC,0BAA2B,CAAC,CAAC;QAEvM,IAAI,CAAC,0BAA0B,GAAG,kBAAkB,CAAC,eAAe,CAAC;QAErE,IAAI,CAAC,sBAAuB,CAAC,cAAc,GAAG,IAAI,CAAC,0BAA0B,CAAC,uBAAuB,CAAC;QAEtG,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,kBAAkB,CAAC,eAAe,CAAC,wBAAwB,CAAC,CAAC;QAE/G,IAAI,kBAAkB,CAAC,kBAAkB,KAAK,KAAK;YAC/C,OAAO;QAEX,IAAI,CAAC,yBAAyB,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,wBAAwB,GAAG,EAAE,CAAC;IACvC,CAAC,CAAC;CACL","sourcesContent":["import throttle from \"lodash.throttle\";\n\nimport TransferConcurrencyController from \"../../utils/concurrencyController/transferConcurrencyController.js\";\nimport TransferUploadEvent from \"../transferUploadEvent.js\";\nimport FsError from \"../../utils/fileSystem/fsError.js\";\n\nimport type OptimizationValues from \"./optimizationValues.js\";\nimport type ConcurrencyController from \"../../utils/concurrencyController/concurrencyController.js\";\nimport type ConcurrencyReleaser from \"../../utils/concurrencyController/concurrencyReleaser.js\";\nimport type UploadOptimizer from \"./uploadOptimizer.js\";\nimport type EventsEngine from \"../../utils/events/eventsEngine.js\";\nimport type FileChunkUploadFailedEventArgs from \"../eventArgs/fileChunkUploadFailedEventArgs.js\";\nimport type FileChunkUploadCompletedEventArgs from \"../eventArgs/fileChunkUploadCompletedEventArgs.js\";\nimport type FileChunkUploadCompletedPartiallyEventArgs from \"../eventArgs/fileChunkUploadCompletedPartiallyEventArgs.js\";\nimport type TransferUploadOptimizationStrategy from \"./transferUploadOptimizationStrategy.js\";\n\nconst MAX_OPTIMIZER_HISTORY_ENTRIES = 10_000;\nconst OPTIMIZER_HISTORY_TRIM_THRESHOLD = 12_000;\n\nexport default class TransferUploadOptimizer implements UploadOptimizer {\n    readonly #tcpChunkSize: number;\n    readonly #tcpChunksUploadInParallel: number;\n    readonly #transferEventsEngine: EventsEngine;\n    readonly #udpOptimizationStrategy: TransferUploadOptimizationStrategy;\n\n    #concurrencyController: ConcurrencyController | undefined;\n\n    #isUdp: boolean | undefined;\n\n    #initialOptimizationValues: OptimizationValues | undefined;\n    #currentOptimizationValues: OptimizationValues | undefined;\n\n    #timeout: NodeJS.Timeout | undefined;\n\n    #startedChunksTimeHistory: number[] = [];\n    #ackedChunksHistory: { time: number, latencyInMs: number }[] = [];\n    #failedChunksTimeHistory: number[] = [];\n\n    #chunksStartedInThisMs = 0;\n\n    #noBufsErrorHandler = throttle(() => {\n        const result = this.#udpOptimizationStrategy.noBufsErrorHandler(this.#currentOptimizationValues!);\n\n        this.#currentOptimizationValues!.maxParallelChunksAmount = result.maxParallelChunksAmount;\n        this.#currentOptimizationValues!.minTimeBetweenChunksStartInMs = result.minTimeBetweenChunksStartInMs;\n\n        this.#concurrencyController!.maxConcurrency = this.#currentOptimizationValues!.maxParallelChunksAmount;\n    }, 500, { leading: true, trailing: false });\n\n    #msgSizeErrorHandler = throttle(() => {\n        const result = this.#udpOptimizationStrategy.msgSizeErrorHandler(this.#currentOptimizationValues!);\n\n        this.#currentOptimizationValues!.chunkSize = result.chunkSize;\n    }, 500, { leading: true, trailing: false });\n\n    constructor(tcpChunkSize: number, tcpChunksUploadInParallel: number, transferEventsEngine: EventsEngine, udpOptimizationStrategy: TransferUploadOptimizationStrategy) {\n        this.#tcpChunkSize = tcpChunkSize;\n        this.#tcpChunksUploadInParallel = tcpChunksUploadInParallel;\n        this.#transferEventsEngine = transferEventsEngine;\n        this.#udpOptimizationStrategy = udpOptimizationStrategy;\n    }\n\n    get currentChunkSize(): number {\n        this.throwIfNotStarted();\n\n        return this.#currentOptimizationValues!.chunkSize;\n    }\n\n    get currentRequestTimeoutInMs(): number {\n        this.throwIfNotStarted();\n\n        return this.#currentOptimizationValues!.requestTimeoutInMs;\n    }\n\n    get currentSleepTimeInMs(): number {\n        this.throwIfNotStarted();\n\n        if (this.#startedChunksTimeHistory.length === 0)\n            return 0;\n\n        if (this.#currentOptimizationValues!.minTimeBetweenChunksStartInMs < 1) {\n            const chunksToStartPerMs = Math.ceil(1 / this.#currentOptimizationValues!.minTimeBetweenChunksStartInMs);\n\n            if (this.#chunksStartedInThisMs < chunksToStartPerMs) {\n                this.#chunksStartedInThisMs += 1;\n                return 0;\n            }\n\n            this.#chunksStartedInThisMs = 0;\n            return 1;\n        }\n\n        const lastChunkStartTime = this.#startedChunksTimeHistory[this.#startedChunksTimeHistory.length - 1]!;\n        const timeSinceLastStart = new Date().getTime() - lastChunkStartTime;\n\n        if (timeSinceLastStart < this.#currentOptimizationValues!.minTimeBetweenChunksStartInMs)\n            return this.#currentOptimizationValues!.minTimeBetweenChunksStartInMs - timeSinceLastStart;\n\n        return 0;\n    }\n\n    async semaphoreAcquire(): Promise<ConcurrencyReleaser> {\n        this.throwIfNotStarted();\n\n        return await this.#concurrencyController!.acquire();\n    }\n\n    private throwIfNotStarted() {\n        if (this.#isUdp === undefined)\n            throw new Error(`Optimizer hasn't been started`);\n    }\n\n    start(isUdp: boolean, serverLatencyInMs: number) {\n        this.#isUdp = isUdp;\n\n        if (isUdp) {\n            this.#initialOptimizationValues = this.#udpOptimizationStrategy.getInitialValues(serverLatencyInMs);\n            this.#currentOptimizationValues = this.#initialOptimizationValues;\n\n            this.#concurrencyController = new TransferConcurrencyController(this.#initialOptimizationValues.maxParallelChunksAmount);\n\n            this.subscribeToTransferEvents();\n\n            this.#timeout = setTimeout(() => this.optimize(), this.#initialOptimizationValues.optimizationIntervalInMs);\n        }\n        else {\n            this.#timeout = undefined;\n\n            this.#initialOptimizationValues = {\n                chunkSize: this.#tcpChunkSize,\n                maxParallelChunksAmount: this.#tcpChunksUploadInParallel,\n                minTimeBetweenChunksStartInMs: 0,\n                optimizationIntervalInMs: 0,\n                requestTimeoutInMs: 0,\n            };\n\n            this.#currentOptimizationValues = this.#initialOptimizationValues;\n\n            this.#concurrencyController = new TransferConcurrencyController(this.#tcpChunksUploadInParallel);\n        }\n    }\n\n    stop() {\n        if (!this.#isUdp)\n            return;\n\n        clearTimeout(this.#timeout);\n\n        this.unsubscribeFromTransferEvents();\n    }\n\n    private subscribeToTransferEvents() {\n        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadStarted, this.chunkUploadStarted);\n        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadCompleted, this.chunkUploadSucceeded);\n        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadCompletedPartially, this.chunkUploadSucceededPartially);\n        this.#transferEventsEngine.addEventListener(TransferUploadEvent.FileChunkUploadFailed, this.chunkUploadFailed);\n    }\n\n    private unsubscribeFromTransferEvents() {\n        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadStarted, this.chunkUploadStarted);\n        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadCompleted, this.chunkUploadSucceeded);\n        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadCompletedPartially, this.chunkUploadSucceededPartially);\n        this.#transferEventsEngine.removeEventListener(TransferUploadEvent.FileChunkUploadFailed, this.chunkUploadFailed);\n    }\n\n    private chunkUploadStarted = () => {\n        this.#startedChunksTimeHistory.push(Date.now());\n        this.#startedChunksTimeHistory = this.trimHistoryArrayToMaxEntries(this.#startedChunksTimeHistory);\n    };\n\n    private chunkUploadSucceeded = (eventArgs: FileChunkUploadCompletedEventArgs) => {\n        this.#ackedChunksHistory.push({ time: Date.now(), latencyInMs: eventArgs.latencyInMsIfUdp! });\n        this.#ackedChunksHistory = this.trimHistoryArrayToMaxEntries(this.#ackedChunksHistory);\n    };\n\n    private chunkUploadSucceededPartially = (eventArgs: FileChunkUploadCompletedPartiallyEventArgs) => {\n        this.#ackedChunksHistory.push({ time: Date.now(), latencyInMs: eventArgs.latencyInMsIfUdp! });\n        this.#ackedChunksHistory = this.trimHistoryArrayToMaxEntries(this.#ackedChunksHistory);\n    };\n\n    private chunkUploadFailed = (eventArgs: FileChunkUploadFailedEventArgs) => {\n        const isFileAccessError = eventArgs.error.cause instanceof FsError;\n\n        if (isFileAccessError)\n            return;\n\n        if (this.isMsgSizeError(eventArgs.error)) {\n            this.#msgSizeErrorHandler();\n            return;\n        }\n\n        if (this.isNoBufsError(eventArgs.error)) {\n            this.#noBufsErrorHandler();\n            return;\n        }\n\n        this.#failedChunksTimeHistory.push(Date.now());\n        this.#failedChunksTimeHistory = this.trimHistoryArrayToMaxEntries(this.#failedChunksTimeHistory);\n    };\n\n    private isMsgSizeError(error: Error) {\n        return this.isErrorContainingErrorCode(error, `EMSGSIZE`);\n    }\n\n    private isNoBufsError(error: Error) {\n        return this.isErrorContainingErrorCode(error, `ENOBUFS`);\n    }\n\n    private isErrorContainingErrorCode(error: Error, errorCode: string): boolean {\n        if (error.message.includes(errorCode))\n            return true;\n\n        if (error.cause)\n            return this.isErrorContainingErrorCode(error.cause, errorCode);\n\n        return false;\n    }\n\n    private trimHistoryArrayToMaxEntries<T>(history: T[]): T[] {\n        if (history.length <= OPTIMIZER_HISTORY_TRIM_THRESHOLD)\n            return history;\n\n        return history.slice(history.length - MAX_OPTIMIZER_HISTORY_ENTRIES);\n    }\n\n    private optimize = async (): Promise<void> => {\n        const optimizationResult = this.#udpOptimizationStrategy.getOptimizedValues(this.#startedChunksTimeHistory, this.#ackedChunksHistory, this.#failedChunksTimeHistory, this.#currentOptimizationValues!);\n\n        this.#currentOptimizationValues = optimizationResult.optimizedValues;\n\n        this.#concurrencyController!.maxConcurrency = this.#currentOptimizationValues.maxParallelChunksAmount;\n\n        this.#timeout = setTimeout(() => this.optimize(), optimizationResult.optimizedValues.optimizationIntervalInMs);\n\n        if (optimizationResult.clearChunksHistory === false)\n            return;\n\n        this.#startedChunksTimeHistory = [];\n        this.#ackedChunksHistory = [];\n        this.#failedChunksTimeHistory = [];\n    };\n}"]}

package/dist/src/uploader/optimizer/uploadOptimizer.d.ts

@@ -1,11 +0,0 @@
-import type ConcurrencyReleaser from "../../utils/concurrencyController/concurrencyReleaser.js";
-interface UploadOptimizer {
-    get currentChunkSize(): number;
-    get currentSleepTimeInMs(): number;
-    get currentRequestTimeoutInMs(): number;
-    semaphoreAcquire(): Promise<ConcurrencyReleaser>;
-    start(isUdpMode: boolean, serverLatencyInMs: number): void;
-    stop(): void;
-}
-export default UploadOptimizer;
-//# sourceMappingURL=uploadOptimizer.d.ts.map

package/dist/src/uploader/optimizer/uploadOptimizer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"uploadOptimizer.d.ts","sourceRoot":"","sources":["../../../../src/uploader/optimizer/uploadOptimizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,mBAAmB,MAAM,0DAA0D,CAAC;AAEhG,UAAU,eAAe;IACrB,IAAI,gBAAgB,IAAI,MAAM,CAAC;IAC/B,IAAI,oBAAoB,IAAI,MAAM,CAAC;IACnC,IAAI,yBAAyB,IAAI,MAAM,CAAC;IACxC,gBAAgB,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACjD,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3D,IAAI,IAAI,IAAI,CAAC;CAChB;AAED,eAAe,eAAe,CAAC"}

package/dist/src/uploader/optimizer/uploadOptimizer.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=uploadOptimizer.js.map

package/dist/src/uploader/optimizer/uploadOptimizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"uploadOptimizer.js","sourceRoot":"","sources":["../../../../src/uploader/optimizer/uploadOptimizer.ts"],"names":[],"mappings":"","sourcesContent":["import type ConcurrencyReleaser from \"../../utils/concurrencyController/concurrencyReleaser.js\";\n\ninterface UploadOptimizer {\n    get currentChunkSize(): number;\n    get currentSleepTimeInMs(): number;\n    get currentRequestTimeoutInMs(): number;\n    semaphoreAcquire(): Promise<ConcurrencyReleaser>;\n    start(isUdpMode: boolean, serverLatencyInMs: number): void;\n    stop(): void;\n}\n\nexport default UploadOptimizer;"]}